-- Logs begin at Wed 2021-09-08 00:07:19 UTC, end at Wed 2021-09-08 01:05:37 UTC. -- Sep 08 00:35:30.820994 dv-cinder-759961-13-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 08 00:35:33.525266 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.common.config [-] Logging enabled! Sep 08 00:35:33.525855 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev628 Sep 08 00:35:33.526027 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105589) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 08 00:35:33.529268 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.common.config [-] Logging enabled! Sep 08 00:35:33.529518 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev628 Sep 08 00:35:33.529823 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105589) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 08 00:35:33.530768 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 08 00:35:33.531615 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 08 00:35:33.531977 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 08 00:35:33.532219 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 08 00:35:33.532450 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 08 00:35:33.532767 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.533064 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.533361 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.533585 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.533877 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.534166 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.534451 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.534740 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.535037 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.535329 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.535633 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.535920 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.536149 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.536430 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] config_source = [] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.536717 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.537004 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.537226 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] debug = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.537505 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.537930 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.538346 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.538627 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.538919 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.539194 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.539466 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.539765 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.540048 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.540375 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] host = dv-cinder-759961-13-iscsi {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.540652 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.540938 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.541222 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.541507 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.541777 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.542051 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.542336 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.542608 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] log_dir = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.542877 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] log_file = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.543150 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.543437 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.543747 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.544033 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.544254 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.544474 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.544760 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.545043 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.545317 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.545590 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.545864 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.546138 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.546443 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.547265 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.547579 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.547867 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.548150 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.548425 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.548701 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.548977 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.549248 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.549531 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.549806 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.550081 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.550354 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.550641 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.550912 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.551186 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.551483 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.551791 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.552072 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.552355 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.552627 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.552909 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.553179 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.553450 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] use_journal = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.553721 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] use_json = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.553992 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.554260 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.554539 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.554810 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.555082 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.555354 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.555646 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.555932 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:33.556227 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.556519 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.556818 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.557102 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.557394 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.557674 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.557967 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.558244 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.558528 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.558813 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.559103 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.559377 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.559700 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.559979 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.560272 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.560572 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.560862 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.561153 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.561427 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.561699 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.561970 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.562289 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.562573 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.562932 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.563225 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.563537 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.563822 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.564108 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.564400 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.564686 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.564957 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.565232 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.565521 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.565795 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.566064 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.566337 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.566620 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.566894 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.567165 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.567442 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.567747 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.568016 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.568285 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.568558 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.568880 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.569160 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.569426 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.569694 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.569967 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.570234 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.570514 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.570787 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.571057 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.571323 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.571623 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.571895 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.572165 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.572436 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.572967 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.573241 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.573508 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.573776 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.574043 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.574309 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.574575 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.574841 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.575110 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.575382 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.575674 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.575944 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.576213 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.576482 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.576750 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.577031 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.577327 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.577601 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.578068 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.578510 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.578793 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.579072 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.579350 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.579660 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.579941 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.580213 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.580501 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.580782 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.581068 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.581351 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.581632 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.581933 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.582211 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.582492 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.582769 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.583044 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.583326 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.583630 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.583923 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.584212 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.584502 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.584789 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.585077 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.585357 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.585660 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.585936 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:33.586151 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 08 00:35:33.586387 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=105589) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 08 00:35:33.934802 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=105589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 00:35:33.935078 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=105589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 00:35:33.935367 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=105589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 00:35:33.935720 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 08 00:35:34.323181 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:34.323461 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:34.323769 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:34.325085 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:34.325356 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:34.325619 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:34.360979 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:34.361247 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:34.361514 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:34.376524 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:34.376801 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:34.377068 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:34.404926 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:34.405212 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:34.405483 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:34.443307 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:34.443600 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:34.443868 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:34.672783 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:34.673407 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:34.673407 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:34.673569 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:34.674166 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:34.792510 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:34.792830 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:34.793108 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:34.793383 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:34.793644 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:34.793954 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:34.794212 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:34.794466 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:34.794717 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:34.794995 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:34.795252 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:34.795538 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:34.795784 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:34.796031 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:34.796282 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:34.797066 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:34.797319 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:34.797585 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:34.797848 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:34.798103 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:34.798369 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:34.798617 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:34.798900 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:34.799272 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:34.799531 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:34.799784 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:34.800172 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=105589) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 00:35:34.800407 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=105589) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 00:35:34.800639 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=105589) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 00:35:34.800872 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=105589) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 00:35:34.801101 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=105589) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 00:35:34.801334 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=105589) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 00:35:34.801693 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 08 00:35:34.804793 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 08 00:35:34.808663 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 08 00:35:34.813132 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Sep 08 00:35:34.814753 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 08 00:35:34.815196 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 08 00:35:34.815543 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 08 00:35:34.815929 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 08 00:35:34.818679 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 08 00:35:34.818927 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 08 00:35:34.819268 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 08 00:35:34.824779 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 08 00:35:34.846673 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 08 00:35:34.847124 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:34.847418 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=105589) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 08 00:35:34.847802 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:34.849136 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=105589) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 08 00:35:34.849414 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 08 00:35:34.849662 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 08 00:35:34.853000 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:34.853275 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:34.916452 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 08 00:35:34.916687 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 08 00:35:34.916918 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 08 00:35:34.917277 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 08 00:35:34.939562 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_db.sqlalchemy.engines [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=105589) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 08 00:35:35.473651 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.plugins.ml2.managers [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Initializing driver for type 'gre' Sep 08 00:35:35.474276 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] gre ID ranges: [(1, 1000)] Sep 08 00:35:35.527443 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.plugins.ml2.managers [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Initializing driver for type 'local' Sep 08 00:35:35.527817 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.plugins.ml2.managers [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Initializing driver for type 'vlan' Sep 08 00:35:35.541331 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] VlanTypeDriver initialization complete Sep 08 00:35:35.541751 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.plugins.ml2.managers [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Initializing driver for type 'vxlan' Sep 08 00:35:35.542356 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] vxlan ID ranges: [(1, 1000)] Sep 08 00:35:35.594974 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.plugins.ml2.managers [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Initializing extension driver 'port_security' Sep 08 00:35:35.595317 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.plugins.ml2.extensions.port_security [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] PortSecurityExtensionDriver initialization complete Sep 08 00:35:35.595689 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.plugins.ml2.managers [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Initializing mechanism driver 'openvswitch' Sep 08 00:35:35.596020 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.plugins.ml2.managers [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Initializing mechanism driver 'hyperv' Sep 08 00:35:35.602507 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:35:35.603187 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > port after_create 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.603577 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > port after_update 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.603935 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > port after_delete 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.604451 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=105589) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 00:35:35.604885 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > subnet after_create 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.605243 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > subnet after_update 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.605590 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > subnet after_delete 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.605980 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=105589) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 00:35:35.606385 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > network after_create 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.606735 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > network after_update 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.607077 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > network after_delete 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.607463 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=105589) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 00:35:35.607888 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > security_group after_create 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.608235 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > security_group after_update 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.608574 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > security_group after_delete 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.609862 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=105589) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 00:35:35.610274 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.610632 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.610978 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.611371 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=105589) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 00:35:35.611803 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > address_group after_create 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.612152 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > address_group after_update 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.612492 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > address_group after_delete 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.612882 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=105589) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 00:35:35.613259 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] ML2 OVO RPC backend initialized. {{(pid=105589) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 08 00:35:35.613959 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > router_interface after_create 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.614316 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.614732 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > network before_response 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.615081 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > networks before_response 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.615430 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > port before_response 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.615797 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > ports before_response 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.616142 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > subnet before_response 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.616486 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > subnets before_response 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.616832 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > network after_create 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.617173 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > network after_update 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.617509 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > network after_delete 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.617848 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > port after_create 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.618185 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > port after_update 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.618520 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > port after_delete 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.618856 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > subnet after_create 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.619193 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > subnet after_update 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.619551 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > subnet after_delete 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.620130 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.plugins.ml2.plugin [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Modular L2 Plugin initialization complete Sep 08 00:35:35.620467 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading services supported by the core plugin {{(pid=105589) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 08 00:35:35.620794 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.plugins.ml2.managers [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Got port-security extension from driver 'port_security' Sep 08 00:35:35.621259 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.extensions.vlantransparent [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Disabled vlantransparent extension. Sep 08 00:35:35.621750 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=105589) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 08 00:35:35.622067 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading Plugin: router Sep 08 00:35:35.657544 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > router_interface before_create 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.657930 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > router after_create 55549900 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.658305 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > router before_create 55549900 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.658672 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > router_interface before_delete 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.659049 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.659408 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > router after_delete 55549900 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.659795 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > floatingip after_create 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.660154 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > floatingip after_update 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.660517 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > router after_create 55549900 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.660896 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > router after_update 55549900 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.661251 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > router after_update 55549900 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.661602 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.661963 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > router after_update 55549900 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.662374 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > router precommit_update 55549900 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.662768 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: port after_update 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.663109 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: port after_delete 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.663448 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: subnet after_update 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.663811 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.664161 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > port precommit_delete 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.664508 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > router precommit_create 55549900 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.664851 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: port before_delete 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.665194 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > router precommit_create 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.665550 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > router after_update 55549900 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.665894 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > router precommit_delete 55549900 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.666248 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > router precommit_create 55549900 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.666609 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > router_interface after_create 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.666954 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > router precommit_update 55549900 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.667320 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > agent after_create 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.667705 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > agent after_delete 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.668052 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > network after_delete 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.668897 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.quota.resource_registry [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Tracking information for resource: router configured {{(pid=105589) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 00:35:35.669229 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.quota.resource_registry [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Tracking information for resource: floatingip configured {{(pid=105589) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 00:35:35.674956 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.db.l3_agentschedulers_db [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 08 00:35:35.675560 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: port after_update 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.675920 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: port after_create 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.676270 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: port after_delete 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.676619 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: port after_update 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.677398 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > router before_create 55550100 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.677761 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > router precommit_delete 55550100 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.678123 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > router precommit_create 55550100 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.678477 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > router precommit_update 55550100 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.683177 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.services.provider_configuration [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Service providers = [] {{(pid=105589) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 08 00:35:35.683560 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.db.servicetype_db [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=105589) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 08 00:35:35.686452 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.services.service_base [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=105589) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 08 00:35:35.686810 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.services.service_base [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=105589) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 08 00:35:35.687833 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.services.service_base [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=105589) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 08 00:35:35.688705 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.services.service_base [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=105589) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 08 00:35:35.689080 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.services.service_base [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 08 00:35:35.689464 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=105589) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 00:35:35.689788 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 08 00:35:35.700654 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Successfully loaded METERING plugin. Description: METERING {{(pid=105589) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 00:35:35.701014 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading Plugin: auto_allocate Sep 08 00:35:35.706825 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: network precommit_update 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.707200 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: network precommit_create 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.707823 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=105589) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 00:35:35.708149 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading Plugin: tag Sep 08 00:35:35.714616 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=105589) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 00:35:35.714950 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading Plugin: timestamp Sep 08 00:35:35.719650 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=105589) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 00:35:35.719986 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading Plugin: network_ip_availability Sep 08 00:35:35.725378 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.725708 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.726064 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.726781 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=105589) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 00:35:35.727102 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading Plugin: flavors Sep 08 00:35:35.731753 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=105589) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 00:35:35.732092 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading Plugin: revisions Sep 08 00:35:35.736913 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=105589) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 00:35:35.737304 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_concurrency.lockutils [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.802s {{(pid=105589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 00:35:35.738036 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=105589) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 08 00:35:35.738374 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Initializing extension manager. Sep 08 00:35:35.738885 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: __init__.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.739225 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: __pycache__ {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.739648 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.739987 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: address_group.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.740735 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.741296 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: address-group Sep 08 00:35:35.741623 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: address_scope.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.742519 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.743026 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: address-scope Sep 08 00:35:35.743349 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: admin_state_down_before_update.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.744299 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.744805 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: router-admin-state-down-before-update Sep 08 00:35:35.745131 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: agent.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.745828 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.746331 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: agent Sep 08 00:35:35.746655 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: agent_resources_synced.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.747587 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.748097 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: agent-resources-synced Sep 08 00:35:35.748421 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: allowedaddresspairs.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.750295 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.750821 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: allowed-address-pairs Sep 08 00:35:35.751150 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: auto_allocated_topology.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.752252 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.752768 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: auto-allocated-topology Sep 08 00:35:35.753099 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: availability_zone.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.753794 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.754296 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: availability_zone Sep 08 00:35:35.754622 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: availability_zone_filter.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.755550 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.756058 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: availability_zone_filter Sep 08 00:35:35.756385 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: data_plane_status.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.757287 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.757785 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extension data-plane-status not supported by any of loaded plugins Sep 08 00:35:35.758110 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: default_subnetpools.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.759017 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.759543 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: default-subnetpools Sep 08 00:35:35.759874 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: dhcpagentscheduler.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.760684 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.761196 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: dhcp_agent_scheduler Sep 08 00:35:35.761525 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: dns.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.762439 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.762942 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extension dns-integration not supported by any of loaded plugins Sep 08 00:35:35.763270 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: dns_domain_ports.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.764216 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.764719 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 08 00:35:35.765046 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.766326 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.766833 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 08 00:35:35.767158 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: dvr.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.767856 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.768360 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: dvr Sep 08 00:35:35.768686 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: ecmp_routes.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.769600 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.770105 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extension ecmp_routes not supported by any of loaded plugins Sep 08 00:35:35.770437 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: empty_string_filtering.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.771342 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.771880 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: empty-string-filtering Sep 08 00:35:35.772204 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.773120 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.773625 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 08 00:35:35.773948 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.774856 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.775360 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 08 00:35:35.775716 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: external_net.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.776624 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.777130 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: external-net Sep 08 00:35:35.777453 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: extra_dhcp_opt.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.778357 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.778860 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: extra_dhcp_opt Sep 08 00:35:35.779181 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: extraroute.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.780113 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.780620 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: extraroute Sep 08 00:35:35.781625 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: extraroute_atomic.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.782659 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.783165 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: extraroute-atomic Sep 08 00:35:35.783488 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: filter_validation.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.784172 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.784677 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: filter-validation Sep 08 00:35:35.785002 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: fip_pf_description.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.785903 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.786403 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 08 00:35:35.786725 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: fip_port_details.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.787669 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.788176 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: fip-port-details Sep 08 00:35:35.788499 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: flavors.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.789707 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.790222 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: flavors Sep 08 00:35:35.790551 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.792243 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.792756 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 08 00:35:35.793090 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: floatingip_pools.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.793798 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.794303 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: floatingip-pools Sep 08 00:35:35.794631 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: ip_allocation.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.795588 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.796092 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extension ip_allocation not supported by any of loaded plugins Sep 08 00:35:35.797030 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: ip_substring_port_filtering.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.797904 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.798415 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: ip-substring-filtering Sep 08 00:35:35.798745 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: l2_adjacency.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.799704 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.800207 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extension l2_adjacency not supported by any of loaded plugins Sep 08 00:35:35.800533 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: l3.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.801636 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.802158 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: router Sep 08 00:35:35.802489 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: l3_conntrack_helper.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.804726 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.805253 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 08 00:35:35.805587 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: l3_ext_gw_mode.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.806524 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.807039 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: ext-gw-mode Sep 08 00:35:35.807373 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: l3_ext_ha_mode.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.808343 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.808854 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: l3-ha Sep 08 00:35:35.809182 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: l3_flavors.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.810110 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.810614 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: l3-flavors Sep 08 00:35:35.810945 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.811881 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.812408 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: l3-port-ip-change-not-allowed Sep 08 00:35:35.812733 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: l3agentscheduler.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.813773 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.814285 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: l3_agent_scheduler Sep 08 00:35:35.814616 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: logging.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.816109 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.816630 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extension logging not supported by any of loaded plugins Sep 08 00:35:35.816960 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: metering.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.817699 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.818475 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: metering Sep 08 00:35:35.818567 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.819691 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.820204 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: metering_source_and_destination_fields Sep 08 00:35:35.820530 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: multiprovidernet.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.821456 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.821967 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: multi-provider Sep 08 00:35:35.822291 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: netmtu.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.823459 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.823995 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: net-mtu Sep 08 00:35:35.824322 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: netmtu_writable.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.825237 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.825749 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: net-mtu-writable Sep 08 00:35:35.826075 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: network_availability_zone.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.826743 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.827249 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: network_availability_zone Sep 08 00:35:35.827756 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: network_ip_availability.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.828722 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.829232 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: network-ip-availability Sep 08 00:35:35.829559 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: network_segment_range.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.830322 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.830834 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extension network-segment-range not supported by any of loaded plugins Sep 08 00:35:35.831155 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: pagination.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.832157 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.832494 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: pagination Sep 08 00:35:35.832805 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: port_device_profile.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.833716 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.834221 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: port-device-profile Sep 08 00:35:35.834545 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: port_mac_address_regenerate.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.835453 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.835988 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: port-mac-address-regenerate Sep 08 00:35:35.836312 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: port_numa_affinity_policy.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.837216 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.837720 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: port-numa-affinity-policy Sep 08 00:35:35.838044 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: port_resource_request.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.839081 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.839609 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extension port-resource-request not supported by any of loaded plugins Sep 08 00:35:35.839934 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: portbindings.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.840863 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.841368 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: binding Sep 08 00:35:35.841691 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: portbindings_extended.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.842947 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.844072 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: binding-extended Sep 08 00:35:35.844406 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: portsecurity.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.845322 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.845827 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: port-security Sep 08 00:35:35.846154 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: project_id.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.847148 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.847478 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: project-id Sep 08 00:35:35.847826 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: providernet.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.848753 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.849266 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: provider Sep 08 00:35:35.849589 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: qos.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.853100 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.853623 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extension qos not supported by any of loaded plugins Sep 08 00:35:35.853957 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: qos_bw_limit_direction.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.855190 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.855741 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 08 00:35:35.856079 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.856995 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.857508 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 08 00:35:35.857839 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: qos_default.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.858750 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.859333 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extension qos-default not supported by any of loaded plugins Sep 08 00:35:35.859695 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: qos_fip.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.860348 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.860852 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extension qos-fip not supported by any of loaded plugins Sep 08 00:35:35.861183 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: qos_gateway_ip.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.862106 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.862611 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 08 00:35:35.862936 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: qos_port_network_policy.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.863873 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.864382 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 08 00:35:35.864706 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: qos_pps_rule.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.865866 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.866382 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extension qos-pps not supported by any of loaded plugins Sep 08 00:35:35.866712 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: qos_rule_type_details.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.867649 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.868160 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 08 00:35:35.868489 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: qos_rules_alias.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.869518 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.870027 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 08 00:35:35.870354 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: quotasv2.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.871269 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.871629 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: quotas Sep 08 00:35:35.871956 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: quotasv2_detail.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.875821 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.876167 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: quota_details Sep 08 00:35:35.876499 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: rbac.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.877562 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.878090 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: rbac-policies Sep 08 00:35:35.878423 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: rbac_address_group.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.879357 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.879902 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: rbac-address-group Sep 08 00:35:35.880231 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: rbac_address_scope.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.881155 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.881664 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: rbac-address-scope Sep 08 00:35:35.881993 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: rbac_security_groups.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.882906 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.883416 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: rbac-security-groups Sep 08 00:35:35.883768 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: rbac_subnetpool.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.884683 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.885194 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: rbac-subnetpool Sep 08 00:35:35.885521 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: revisionifmatch.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.886446 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.886957 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: revision-if-match Sep 08 00:35:35.887283 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: revisions.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.888417 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.888928 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: standard-attr-revisions Sep 08 00:35:35.889260 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: router_availability_zone.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.889935 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.891041 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: router_availability_zone Sep 08 00:35:35.891466 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: routerservicetype.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.892411 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.892916 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extension router-service-type not supported by any of loaded plugins Sep 08 00:35:35.893241 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.894164 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.894669 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: security-groups-normalized-cidr Sep 08 00:35:35.894993 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: security_groups_port_filtering.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.895940 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.896451 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: port-security-groups-filtering Sep 08 00:35:35.896775 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: security_groups_remote_address_group.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.897693 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.898200 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: security-groups-remote-address-group Sep 08 00:35:35.898524 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: securitygroup.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.909633 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.910161 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: security-group Sep 08 00:35:35.910501 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: segment.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.911298 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.911833 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extension segment not supported by any of loaded plugins Sep 08 00:35:35.912166 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.913119 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.913627 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 08 00:35:35.913955 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: servicetype.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.915135 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.915684 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: service-type Sep 08 00:35:35.916020 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: sorting.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.917001 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.917338 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: sorting Sep 08 00:35:35.917666 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: standard_attr_segment.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.918585 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.919103 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 08 00:35:35.919432 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: standardattrdescription.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.920108 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.920619 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: standard-attr-description Sep 08 00:35:35.920947 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: stateful_security_group.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.922035 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.922550 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: stateful-security-group Sep 08 00:35:35.922876 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: stdattrs_common.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.923456 dv-cinder-759961-13-iscsi neutron-server[105589]: WARNING neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 08 00:35:35.923802 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.924733 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.925248 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 08 00:35:35.925572 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: subnet_onboard.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.926643 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.927163 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: subnet_onboard Sep 08 00:35:35.927492 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: subnet_segmentid_writable.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.928441 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.928951 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 08 00:35:35.929278 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: subnet_service_types.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.930192 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.930703 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: subnet-service-types Sep 08 00:35:35.931031 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: subnetallocation.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.932206 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.932718 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: subnet_allocation Sep 08 00:35:35.933045 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.933708 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.934211 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: subnetpool-prefix-ops Sep 08 00:35:35.934536 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.935458 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.935993 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 08 00:35:35.936318 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: tagging.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.937895 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.938411 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: standard-attr-tag Sep 08 00:35:35.938737 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: timestamp.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.939950 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.940463 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loaded extension: standard-attr-timestamp Sep 08 00:35:35.940789 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: trunk.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.941825 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.942341 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extension trunk not supported by any of loaded plugins Sep 08 00:35:35.942667 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: trunk_details.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.943609 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.944127 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extension trunk-details not supported by any of loaded plugins Sep 08 00:35:35.944454 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: uplink_status_propagation.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.945373 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.945890 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 08 00:35:35.946217 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Loading extension file: vlantransparent.py {{(pid=105589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 00:35:35.946882 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=105589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 00:35:35.947394 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extension vlan-transparent not supported by any of loaded plugins Sep 08 00:35:35.950116 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.quota.resource_registry [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Creating instance of TrackedResource for resource:network Sep 08 00:35:35.950645 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.quota.resource_registry [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Creating instance of TrackedResource for resource:subnet Sep 08 00:35:35.951047 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.quota.resource_registry [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 00:35:35.951449 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.quota.resource_registry [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Creating instance of TrackedResource for resource:port Sep 08 00:35:35.952779 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.v2.resource_helper [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 00:35:35.953245 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.v2.resource_helper [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Service FLAVORS assigned prefix: {{(pid=105589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 00:35:35.953875 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.v2.resource_helper [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 00:35:35.954311 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.v2.resource_helper [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 00:35:35.954642 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.quota.resource_registry [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Creating instance of TrackedResource for resource:router Sep 08 00:35:35.955068 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.quota.resource_registry [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Creating instance of TrackedResource for resource:floatingip Sep 08 00:35:35.955589 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.v2.resource_helper [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Service METERING assigned prefix: /metering {{(pid=105589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 00:35:35.957020 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.957390 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.957743 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:35:35.958742 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.quota.resource_registry [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Creating instance of CountableResource for resource:rbac_policy Sep 08 00:35:35.959202 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.quota.resource_registry [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Creating instance of TrackedResource for resource:security_group Sep 08 00:35:35.959663 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.quota.resource_registry [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Creating instance of TrackedResource for resource:security_group_rule Sep 08 00:35:35.960262 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.v2.resource_helper [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Service CORE assigned prefix: {{(pid=105589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 00:35:35.960595 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.quota.resource_registry [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 00:35:35.960943 dv-cinder-759961-13-iscsi neutron-server[105589]: WARNING neutron.quota.resource_registry [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] subnetpool is already registered Sep 08 00:35:35.961377 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.v2.resource_helper [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Service CORE assigned prefix: {{(pid=105589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 00:35:35.961709 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.quota.resource_registry [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 00:35:35.962040 dv-cinder-759961-13-iscsi neutron-server[105589]: WARNING neutron.quota.resource_registry [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] subnetpool is already registered Sep 08 00:35:35.964344 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.v2.resource_helper [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 00:35:35.964784 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.v2.resource_helper [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Service FLAVORS assigned prefix: {{(pid=105589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 00:35:35.965375 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.v2.resource_helper [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 00:35:35.965800 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.v2.resource_helper [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 00:35:35.966135 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.quota.resource_registry [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Creating instance of TrackedResource for resource:router Sep 08 00:35:35.966478 dv-cinder-759961-13-iscsi neutron-server[105589]: WARNING neutron.quota.resource_registry [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] router is already registered Sep 08 00:35:35.966889 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.quota.resource_registry [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Creating instance of TrackedResource for resource:floatingip Sep 08 00:35:35.967228 dv-cinder-759961-13-iscsi neutron-server[105589]: WARNING neutron.quota.resource_registry [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] floatingip is already registered Sep 08 00:35:35.967717 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.v2.resource_helper [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Service METERING assigned prefix: /metering {{(pid=105589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 00:35:35.968918 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.quota.resource_registry [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Creating instance of CountableResource for resource:rbac_policy Sep 08 00:35:35.969330 dv-cinder-759961-13-iscsi neutron-server[105589]: WARNING neutron.quota.resource_registry [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] rbac_policy is already registered Sep 08 00:35:35.969759 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.quota.resource_registry [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Creating instance of TrackedResource for resource:security_group Sep 08 00:35:35.970098 dv-cinder-759961-13-iscsi neutron-server[105589]: WARNING neutron.quota.resource_registry [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] security_group is already registered Sep 08 00:35:35.970501 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.quota.resource_registry [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Creating instance of TrackedResource for resource:security_group_rule Sep 08 00:35:35.970837 dv-cinder-759961-13-iscsi neutron-server[105589]: WARNING neutron.quota.resource_registry [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] security_group_rule is already registered Sep 08 00:35:35.971460 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.v2.resource_helper [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Service CORE assigned prefix: {{(pid=105589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 00:35:35.971818 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.quota.resource_registry [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 00:35:35.972159 dv-cinder-759961-13-iscsi neutron-server[105589]: WARNING neutron.quota.resource_registry [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] subnetpool is already registered Sep 08 00:35:35.972574 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.v2.resource_helper [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Service CORE assigned prefix: {{(pid=105589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 00:35:35.972898 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.quota.resource_registry [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 00:35:35.973230 dv-cinder-759961-13-iscsi neutron-server[105589]: WARNING neutron.quota.resource_registry [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] subnetpool is already registered Sep 08 00:35:35.973699 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extended resource: extensions {{(pid=105589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 00:35:35.975143 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extended resource: address-groups {{(pid=105589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 00:35:35.976694 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extended resource: address-scopes {{(pid=105589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 00:35:35.977979 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extended resource: agents {{(pid=105589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 00:35:35.979132 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extended resource: auto-allocated-topology {{(pid=105589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 00:35:35.980400 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extended resource: availability_zones {{(pid=105589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 00:35:35.981620 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extended resource: dhcp-networks {{(pid=105589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 00:35:35.983211 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extended resource: dhcp-agents {{(pid=105589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 00:35:35.984757 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extended resource: routers {{(pid=105589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 00:35:35.986945 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extended resource: flavors {{(pid=105589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 00:35:35.988143 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extended resource: service_profiles {{(pid=105589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 00:35:35.989358 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extended resource: next_providers {{(pid=105589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 00:35:35.990796 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extended resource: service_profiles {{(pid=105589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 00:35:35.992375 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extended resource: floatingip-pools {{(pid=105589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 00:35:35.993589 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extended resource: routers {{(pid=105589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 00:35:35.995702 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extended resource: floatingips {{(pid=105589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 00:35:35.996976 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extended resource: l3-routers {{(pid=105589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 00:35:35.998364 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extended resource: l3-agents {{(pid=105589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 00:35:36.000306 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extended resource: metering-labels {{(pid=105589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 00:35:36.001663 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extended resource: metering-label-rules {{(pid=105589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 00:35:36.002955 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extended resource: network-ip-availabilities {{(pid=105589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 00:35:36.004253 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extended resource: bindings {{(pid=105589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 00:35:36.006735 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extended resource: quotas {{(pid=105589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 00:35:36.008233 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extended resource: quotas {{(pid=105589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 00:35:36.009642 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extended resource: rbac-policies {{(pid=105589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 00:35:36.010838 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extended resource: security-groups {{(pid=105589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 00:35:36.012159 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extended resource: security-group-rules {{(pid=105589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 00:35:36.013419 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extended resource: service-providers {{(pid=105589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 00:35:36.014624 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extended resource: subnetpools {{(pid=105589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 00:35:36.016727 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extended resource: subnetpools {{(pid=105589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 00:35:36.018176 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extended resource: tags {{(pid=105589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 00:35:36.019851 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extended resource: tags {{(pid=105589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 00:35:36.021704 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extended resource: tags {{(pid=105589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 00:35:36.023489 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extended resource: tags {{(pid=105589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 00:35:36.025282 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extended resource: tags {{(pid=105589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 00:35:36.027110 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extended resource: tags {{(pid=105589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 00:35:36.028843 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extended resource: tags {{(pid=105589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 00:35:36.030777 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extended resource: tags {{(pid=105589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 00:35:36.032640 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extended resource: tags {{(pid=105589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 00:35:36.034368 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron.api.extensions [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Extended resource: tags {{(pid=105589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 00:35:36.040313 dv-cinder-759961-13-iscsi neutron-server[105589]: WARNING keystonemiddleware.auth_token [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 08 00:35:36.045038 dv-cinder-759961-13-iscsi neutron-server[105589]: WARNING keystonemiddleware.auth_token [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 08 00:35:36.053802 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_concurrency.lockutils [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Acquired lock "singleton_lock" {{(pid=105589) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 08 00:35:36.054281 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_concurrency.lockutils [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Releasing lock "singleton_lock" {{(pid=105589) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 08 00:35:36.054930 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO oslo_service.service [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Starting 2 workers Sep 08 00:35:36.059767 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Started child 105698 {{(pid=105589) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 08 00:35:36.064844 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Started child 105699 {{(pid=105589) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 08 00:35:36.065676 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:35:36.066402 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO neutron.service [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Neutron service started, listening on 0.0.0.0:9696 Sep 08 00:35:36.067083 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Notify callbacks [] for process, before_spawn {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:35:36.067185 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [-] (105698) wsgi starting up on http://0.0.0.0:9696 Sep 08 00:35:36.069460 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:35:36.069916 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO oslo_service.service [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Starting 1 workers Sep 08 00:35:36.070809 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [-] (105699) wsgi starting up on http://0.0.0.0:9696 Sep 08 00:35:36.075001 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Started child 105700 {{(pid=105589) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 08 00:35:36.075547 dv-cinder-759961-13-iscsi neutron-server[105589]: INFO oslo_service.service [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Starting 1 workers Sep 08 00:35:36.079944 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.service [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] calling RpcWorker wait() {{(pid=105700) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 08 00:35:36.080520 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.service [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] returning from RpcWorker wait() {{(pid=105700) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 08 00:35:36.080879 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Started child 105701 {{(pid=105589) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 08 00:35:36.081681 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e27cb81-801a-4cda-8031-98e57da942fb None None] Notify callbacks [] for process, after_spawn {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:35:36.081798 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:35:36.082194 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:35:36.083586 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105589) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 08 00:35:36.083799 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 08 00:35:36.083983 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 08 00:35:36.084196 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 08 00:35:36.084532 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 08 00:35:36.084694 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 08 00:35:36.085207 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.085480 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.085745 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.085995 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.086288 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.086385 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:35:36.086926 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.087134 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.087391 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.087668 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.087918 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.088090 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.088254 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.088499 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.088729 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.089028 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.089308 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.089546 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.089815 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.089988 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.090239 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.090501 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.090732 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.090997 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] debug = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.091241 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.091760 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.091986 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.092230 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.092466 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.092737 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.092986 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.093272 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.093523 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.093795 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.094147 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.094410 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.094644 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.094875 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.095106 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.095345 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.095600 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.096059 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] host = dv-cinder-759961-13-iscsi {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.096300 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.096535 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.096763 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.097004 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.097269 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.097480 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.097741 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.097992 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.098245 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.098489 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.098753 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.099006 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.099238 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.099478 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] log_file = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.099664 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] log_options = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.099909 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.100176 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.100439 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.100627 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.100794 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.100966 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.101211 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.101371 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.101630 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.101864 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.102075 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.102302 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.102545 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.102759 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.103016 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.103260 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.103499 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.103766 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.103992 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.104246 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.104468 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.104690 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.104925 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.105138 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.105350 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.105564 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.105792 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.106025 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.106238 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.106488 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.106730 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.106976 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.107189 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.107421 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.107719 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.107946 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.108170 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.108381 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.108642 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.109378 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.109635 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.109877 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.110091 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.110313 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.110545 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.110772 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.111003 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] use_json = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.111230 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.111441 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.111734 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.111943 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.112174 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.112386 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.112596 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.112824 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.113276 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.113605 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.113878 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.114094 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.114324 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.114576 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.114824 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.115146 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.115563 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.115801 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.116106 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.116347 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.116767 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.116938 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.117452 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.117909 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.118111 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.118601 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.118853 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.119158 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.119405 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.119639 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.120182 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.120182 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.120515 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.120653 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.120803 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.121201 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.121349 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.121642 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.121909 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.122259 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.122533 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.122690 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:35:36.122852 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.122993 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.123186 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.123737 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.123922 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.124151 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.124295 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.124439 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.125179 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.125425 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.125651 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.125904 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.126157 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.126383 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.126599 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.126810 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.127024 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.127234 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.127465 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.127732 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.127943 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.128197 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.128439 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.128656 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.128868 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.129099 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.129329 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.129577 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.130122 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.130122 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.130395 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.131004 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.131004 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.131004 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.131413 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.131413 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.131781 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.131781 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.132154 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.132154 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.132447 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.132584 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.132783 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.133018 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.133232 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.133445 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.133656 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.133884 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.134086 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.134323 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.134517 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.134725 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.134942 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.135241 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.135943 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.135943 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.136249 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.136856 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.136856 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.137141 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.137325 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.137579 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.138357 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.138357 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.138357 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.138782 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.138782 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.139392 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.139392 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.139392 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.139790 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.139921 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.140159 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.140394 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.140622 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.140837 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.141354 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.141354 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.141565 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.141786 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.142012 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.142259 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.142721 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.143178 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.143650 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.144123 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.144523 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.144968 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.145439 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.146322 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.146322 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.146322 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.146572 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.146715 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.147171 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.147615 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.148064 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.148300 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.148537 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.148875 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.149084 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.149299 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.149713 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.149967 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.150293 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.150523 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.150734 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.151148 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.151449 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.151732 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.151973 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.152239 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.152487 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.152738 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.152991 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.153225 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.153695 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.154068 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.154496 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.155089 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.155533 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.156086 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.156507 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.156896 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.157281 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.157704 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.158103 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.158529 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.158763 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.158990 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.159213 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.159459 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.159715 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.159958 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.160199 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.160434 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.160655 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.160887 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.161323 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.161579 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.161801 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.162074 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.162315 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.162532 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.162775 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.163252 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.163584 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.163878 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.164181 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.164462 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.164741 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.165018 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.165311 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.165722 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.166156 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.166583 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.167008 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.167434 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.167946 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.168456 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.168869 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.169269 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.169717 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.170127 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.170566 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.170992 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.171957 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.172236 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.172470 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.172683 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.172944 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.173176 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.173417 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.173651 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.173863 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.174064 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.174288 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.174497 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.174786 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.175037 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.175278 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.175557 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.175802 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.176011 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.176255 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.176457 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.176683 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.177094 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.177506 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.177903 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.178312 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.178534 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.178740 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.178964 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.179187 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.179387 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.179791 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.180073 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.180257 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.180480 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.180697 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.180906 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.181127 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.181337 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.181582 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.181787 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.182017 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.182194 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.182426 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.182728 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.182836 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.183059 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.183430 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.183574 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.183808 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.184059 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.184272 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.184730 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.185013 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.185206 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.185477 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.185746 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.185992 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.186203 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.186432 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.186657 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.186868 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.187783 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.188019 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.188306 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.188573 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.188821 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.189882 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.190173 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.190437 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.190650 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.190939 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.191322 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.191580 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.191862 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.192099 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.192358 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.192584 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.192805 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.193168 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.193275 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.193539 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.193695 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.193925 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.194243 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.194396 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.194607 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.194784 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.195202 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.195417 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.195868 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.196038 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.196362 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 08 00:35:36.196902 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105589) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 08 00:35:36.197055 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 08 00:35:36.197355 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 08 00:35:36.197810 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 08 00:35:36.197967 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 08 00:35:36.198141 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 08 00:35:36.198349 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.198474 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.198638 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.198792 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.199062 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.199234 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.199374 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.199592 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.199592 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.199839 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.199922 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.200046 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.200190 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.200302 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.200458 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.200599 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.200782 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.200907 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.201069 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.201215 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.201322 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.201539 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.201695 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] debug = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.201813 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.202004 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.202145 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.202276 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.202428 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.202754 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.203049 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.203407 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.203604 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.203798 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.203892 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.203980 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.204200 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.204343 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.204466 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.204588 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.204701 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.204844 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] host = dv-cinder-759961-13-iscsi {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.204999 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.205166 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.205305 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.205459 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.205616 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.205773 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.206096 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.206096 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.206426 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.206426 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.206642 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.206642 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.206786 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.206943 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] log_file = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.207093 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] log_options = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.207390 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.207715 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.208007 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.208335 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.208501 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.208659 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.208813 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.208972 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.209114 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.209274 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.209421 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.209568 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.209722 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.209876 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.210031 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.210186 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.210351 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.210476 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.210632 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.210788 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.210943 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.211097 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.211253 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.211407 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.211583 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.211710 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:35:36.211855 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.211990 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.212113 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.212234 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.212355 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.212476 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.212597 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.212748 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.212903 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.213058 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.213212 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.213351 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.213544 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.213668 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.213791 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.213944 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.214097 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.214252 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.214406 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.214561 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.214716 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.214872 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] use_json = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.215027 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.215181 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.215336 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.215493 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.215680 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.215835 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.215992 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.216148 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 00:35:36.216321 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.216480 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.216648 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.216806 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.216964 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.217120 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.217276 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.217432 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.217588 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.217744 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.217908 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.218065 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.218253 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.218412 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.218570 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.218879 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.219054 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.219213 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.219370 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.219621 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.219751 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.219873 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.219995 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.220144 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.220303 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.220461 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.220617 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.220790 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.220947 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.221104 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.221261 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.221418 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.221573 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.221731 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.221888 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.222045 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.222201 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.222358 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.223033 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.223398 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.224021 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.224284 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.224471 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.226775 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.226775 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.226775 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.226775 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.226775 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.226775 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.226775 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.226775 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.226775 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.227424 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.227424 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.227424 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.227424 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.227424 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.227424 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.227424 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.227424 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.227424 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.228148 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.228148 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.228148 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.228148 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.228148 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.228148 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.228148 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.228943 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.228943 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.228943 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.228943 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.228943 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.229517 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.229517 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.229517 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.229517 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.229998 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.229998 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.229998 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.229998 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.230419 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.230419 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.230419 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.230626 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.230703 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.230868 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.231024 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.231179 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.231344 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.231632 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.231732 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.231859 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.232108 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.232108 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.232295 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.232617 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.232617 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.232775 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.232854 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.232994 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.233151 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.233311 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.233467 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.233624 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.233780 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.234595 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.234788 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.235051 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.235144 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.235245 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.235403 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.235582 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.235739 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.235895 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.236055 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.236221 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.236378 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.236536 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.236694 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.236857 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.237028 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.237184 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.237344 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.237503 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.237784 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.237784 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.238033 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.238165 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.238297 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.238436 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.238571 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.238716 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.239204 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.239204 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.239204 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.239652 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.239652 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.239652 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.240034 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.240034 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.240034 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.240423 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.240423 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.240679 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.240679 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.240935 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.240935 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.241190 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.241190 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.241488 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.241488 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.241748 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.241883 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.242018 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.242152 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.242287 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.242423 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.242557 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.242702 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.242839 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.242974 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.243129 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.243265 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.243400 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.243569 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.243712 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.243847 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.243994 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.244139 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.244275 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.244409 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.244544 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.244679 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.244837 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.244999 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.245135 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.245279 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.245415 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.245574 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.245716 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.245877 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.246018 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.246178 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.246319 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.246454 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.246666 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.246804 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.246958 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.247094 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.247229 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.247363 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.247496 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.247671 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.247815 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.247963 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.248098 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.248232 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.248366 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.248527 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.248678 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.248840 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.248977 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.249112 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.249255 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.251171 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.251171 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.251171 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.251171 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.251171 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.251171 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.251171 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.251171 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.252240 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.252240 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.252240 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.252240 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.252240 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.252240 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.252240 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.252240 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.253221 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.253221 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.253221 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.253221 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.253221 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.253221 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.253959 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.253959 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.253959 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.253959 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.253959 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.254593 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.254593 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.254593 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.254593 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.254593 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.255198 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.255198 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.255198 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.255198 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.255716 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.255716 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.255716 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.256088 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.256088 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.256088 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.256453 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.256453 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.256714 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.256714 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.256964 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.256964 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.257215 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.257355 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.257486 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.257617 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.257752 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.257891 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.258023 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.258157 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.258286 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.258446 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.258611 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.258769 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.258935 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.259101 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.259251 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.259411 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.259598 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.259752 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.259909 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.260066 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.260223 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.260379 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.260537 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.260680 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.260839 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.260995 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.261152 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.261309 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.261456 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.261608 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.261764 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.261920 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.262081 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.262238 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.262394 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.262550 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.262706 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 00:35:36.262839 dv-cinder-759961-13-iscsi neutron-server[105589]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 08 00:35:36.494727 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 44336) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:35:36.503671 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067484 Sep 08 00:35:47.877505 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e1c07b-ffa8-4740-b447-271b2ef8462e None None] get_active_networks_info from dv-cinder-759961-13-iscsi {{(pid=105700) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 08 00:35:47.936083 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e1c07b-ffa8-4740-b447-271b2ef8462e None None] No non-hosted networks {{(pid=105700) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 08 00:35:47.950110 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.agentschedulers_db [None req-b9e1c07b-ffa8-4740-b447-271b2ef8462e None None] DHCP Agent not found on host dv-cinder-759961-13-iscsi {{(pid=105700) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 08 00:35:48.081503 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-45e7a572-2463-4186-991e-cf56b8fb951a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-529636'] for agent, after_create {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:35:50.831820 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-eb779d02-45a7-4a81-af6b-32549ae8005b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-529636'] for agent, after_create {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:35:50.836906 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-529636'] for agent, after_create {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:35:50.839611 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:35:50.841440 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:35:50.843399 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:35:50.843980 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:35:50.844510 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:35:50.845019 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:35:50.846045 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:35:50.849605 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:35:50.856213 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:35:50.858206 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:35:50.858954 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:35:50.861552 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:35:50.862949 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-759961-13-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:35:50.895389 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-759961-13-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:35:50.944509 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-637a534c-a85f-4142-aa86-b92c19ecbe51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:35:51.604166 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-529636'] for agent, after_create {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:35:53.069611 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-529636'] for agent, after_create {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:35:54.340389 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 44428) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:35:54.835235 dv-cinder-759961-13-iscsi neutron-server[105698]: WARNING oslo_policy.policy [None req-7f9423c8-efcd-403c-a05d-c1a732d7f00b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 00:35:54.835904 dv-cinder-759961-13-iscsi neutron-server[105698]: WARNING oslo_policy.policy [None req-7f9423c8-efcd-403c-a05d-c1a732d7f00b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 00:35:55.058909 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [None req-7f9423c8-efcd-403c-a05d-c1a732d7f00b admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=105698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 00:35:55.060035 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-7f9423c8-efcd-403c-a05d-c1a732d7f00b admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7186430 Sep 08 00:35:55.265835 dv-cinder-759961-13-iscsi neutron-server[105700]: INFO neutron.db.l3_hamode_db [None req-8f4df8da-215f-4ea4-a3b0-69ae641ed223 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 08 00:35:55.344315 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4df8da-215f-4ea4-a3b0-69ae641ed223 None None] Routers set() bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:35:55.344630 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4df8da-215f-4ea4-a3b0-69ae641ed223 None None] Router IDs set() for agent in host dv-cinder-759961-13-iscsi {{(pid=105700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 08 00:35:57.453280 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 44442) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:35:57.943119 dv-cinder-759961-13-iscsi neutron-server[105699]: WARNING oslo_policy.policy [None req-0d7f282f-cffc-413d-b4ce-e3123ba1be7a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 00:35:57.943762 dv-cinder-759961-13-iscsi neutron-server[105699]: WARNING oslo_policy.policy [None req-0d7f282f-cffc-413d-b4ce-e3123ba1be7a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 00:35:58.166426 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [None req-0d7f282f-cffc-413d-b4ce-e3123ba1be7a admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:35:58.259559 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.policy [None req-0d7f282f-cffc-413d-b4ce-e3123ba1be7a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105699) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 08 00:35:58.303850 dv-cinder-759961-13-iscsi neutron-server[105699]: WARNING oslo_policy.policy [None req-0d7f282f-cffc-413d-b4ce-e3123ba1be7a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 00:35:58.304223 dv-cinder-759961-13-iscsi neutron-server[105699]: WARNING oslo_policy.policy [None req-0d7f282f-cffc-413d-b4ce-e3123ba1be7a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 00:35:58.313434 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.quota [None req-0d7f282f-cffc-413d-b4ce-e3123ba1be7a admin admin] Loaded quota_driver: . Sep 08 00:35:58.404187 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-0d7f282f-cffc-413d-b4ce-e3123ba1be7a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792257307428', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792257307121', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792257294915', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792257292799', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792256816538', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792257275290', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3459525', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3452357', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-384256', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1731054'] for rbac-policy, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:35:58.468420 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-0d7f282f-cffc-413d-b4ce-e3123ba1be7a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:35:58.469780 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-0d7f282f-cffc-413d-b4ce-e3123ba1be7a admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0144415 Sep 08 00:36:01.045067 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 44460) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:36:01.340893 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [None req-647162f0-f5af-4310-88d4-e1d634fd4074 admin admin] Request body: {'network': {'project_id': '945e2c3f92b044f3bc27f5edb78cc3b3', 'admin_state_up': True, 'name': 'private', 'tenant_id': '945e2c3f92b044f3bc27f5edb78cc3b3'}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:36:01.369884 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647162f0-f5af-4310-88d4-e1d634fd4074 admin admin] Made reservation on behalf of 945e2c3f92b044f3bc27f5edb78cc3b3 for: {'network': 1} {{(pid=105699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:36:01.373151 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-647162f0-f5af-4310-88d4-e1d634fd4074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for network, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:01.389824 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-647162f0-f5af-4310-88d4-e1d634fd4074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:01.510542 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-647162f0-f5af-4310-88d4-e1d634fd4074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:01.514140 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-647162f0-f5af-4310-88d4-e1d634fd4074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:01.534170 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-647162f0-f5af-4310-88d4-e1d634fd4074 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=105699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 00:36:01.562213 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-647162f0-f5af-4310-88d4-e1d634fd4074 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792256839280', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3575388'] for segment, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:01.562764 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-647162f0-f5af-4310-88d4-e1d634fd4074 admin admin] Unsubscribe: segment precommit_create {{(pid=105699) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 08 00:36:01.563276 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.db.segments_db [None req-647162f0-f5af-4310-88d4-e1d634fd4074 admin admin] Added segment d8bdacdc-72bd-412e-ad94-f60cc0f82606 of type vlan for network fc422f86-20f9-46be-8e95-873e09246df3 Sep 08 00:36:01.579249 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647162f0-f5af-4310-88d4-e1d634fd4074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9f3257-e117-4a82-96fa-43c3a816b574,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:36:01.625454 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647162f0-f5af-4310-88d4-e1d634fd4074 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:36:01.625806 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647162f0-f5af-4310-88d4-e1d634fd4074 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:36:01.626143 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647162f0-f5af-4310-88d4-e1d634fd4074 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:36:01.626469 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647162f0-f5af-4310-88d4-e1d634fd4074 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:36:01.626792 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647162f0-f5af-4310-88d4-e1d634fd4074 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:36:01.627126 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647162f0-f5af-4310-88d4-e1d634fd4074 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:36:01.627449 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647162f0-f5af-4310-88d4-e1d634fd4074 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:36:01.627804 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647162f0-f5af-4310-88d4-e1d634fd4074 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:36:01.628127 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647162f0-f5af-4310-88d4-e1d634fd4074 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:36:01.628453 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647162f0-f5af-4310-88d4-e1d634fd4074 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:36:01.628749 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647162f0-f5af-4310-88d4-e1d634fd4074 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:36:01.629056 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647162f0-f5af-4310-88d4-e1d634fd4074 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:36:01.630310 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647162f0-f5af-4310-88d4-e1d634fd4074 admin admin] Tracked resource versions report: Sep 08 00:36:01.630310 dv-cinder-759961-13-iscsi neutron-server[105699]: pushed versions: Sep 08 00:36:01.630310 dv-cinder-759961-13-iscsi neutron-server[105699]: { 'AddressGroup': {'1.2'}, Sep 08 00:36:01.630310 dv-cinder-759961-13-iscsi neutron-server[105699]: 'ConntrackHelper': {'1.0'}, Sep 08 00:36:01.630310 dv-cinder-759961-13-iscsi neutron-server[105699]: 'Log': {'1.0'}, Sep 08 00:36:01.630310 dv-cinder-759961-13-iscsi neutron-server[105699]: 'Network': {'1.1'}, Sep 08 00:36:01.630310 dv-cinder-759961-13-iscsi neutron-server[105699]: 'Port': {'1.7'}, Sep 08 00:36:01.630310 dv-cinder-759961-13-iscsi neutron-server[105699]: 'PortForwarding': {'1.2'}, Sep 08 00:36:01.630310 dv-cinder-759961-13-iscsi neutron-server[105699]: 'QosPolicy': {'1.9'}, Sep 08 00:36:01.630310 dv-cinder-759961-13-iscsi neutron-server[105699]: 'SecurityGroup': {'1.4'}, Sep 08 00:36:01.630310 dv-cinder-759961-13-iscsi neutron-server[105699]: 'SecurityGroupRule': {'1.2'}, Sep 08 00:36:01.630310 dv-cinder-759961-13-iscsi neutron-server[105699]: 'SubPort': {'1.0'}, Sep 08 00:36:01.630310 dv-cinder-759961-13-iscsi neutron-server[105699]: 'Subnet': {'1.1'}, Sep 08 00:36:01.630310 dv-cinder-759961-13-iscsi neutron-server[105699]: 'Trunk': {'1.1'}} Sep 08 00:36:01.630310 dv-cinder-759961-13-iscsi neutron-server[105699]: consumer versions: Sep 08 00:36:01.630310 dv-cinder-759961-13-iscsi neutron-server[105699]: { DHCP agent@dv-cinder-759961-13-iscsi: {}, Sep 08 00:36:01.630310 dv-cinder-759961-13-iscsi neutron-server[105699]: L3 agent@dv-cinder-759961-13-iscsi: {}, Sep 08 00:36:01.630310 dv-cinder-759961-13-iscsi neutron-server[105699]: Metadata agent@dv-cinder-759961-13-iscsi: {}, Sep 08 00:36:01.630310 dv-cinder-759961-13-iscsi neutron-server[105699]: Metering agent@dv-cinder-759961-13-iscsi: {}, Sep 08 00:36:01.630310 dv-cinder-759961-13-iscsi neutron-server[105699]: Open vSwitch agent@dv-cinder-759961-13-iscsi: { 'AddressGroup': '1.2', Sep 08 00:36:01.630310 dv-cinder-759961-13-iscsi neutron-server[105699]: 'ConntrackHelper': '1.0', Sep 08 00:36:01.630310 dv-cinder-759961-13-iscsi neutron-server[105699]: 'Log': '1.0', Sep 08 00:36:01.630310 dv-cinder-759961-13-iscsi neutron-server[105699]: 'Network': '1.1', Sep 08 00:36:01.630310 dv-cinder-759961-13-iscsi neutron-server[105699]: 'Port': '1.7', Sep 08 00:36:01.630310 dv-cinder-759961-13-iscsi neutron-server[105699]: 'PortForwarding': '1.2', Sep 08 00:36:01.630310 dv-cinder-759961-13-iscsi neutron-server[105699]: 'QosPolicy': '1.9', Sep 08 00:36:01.630310 dv-cinder-759961-13-iscsi neutron-server[105699]: 'SecurityGroup': '1.4', Sep 08 00:36:01.630310 dv-cinder-759961-13-iscsi neutron-server[105699]: 'SecurityGroupRule': '1.2', Sep 08 00:36:01.630310 dv-cinder-759961-13-iscsi neutron-server[105699]: 'SubPort': '1.0', Sep 08 00:36:01.630310 dv-cinder-759961-13-iscsi neutron-server[105699]: 'Subnet': '1.1', Sep 08 00:36:01.630310 dv-cinder-759961-13-iscsi neutron-server[105699]: 'Trunk': '1.1'}} Sep 08 00:36:01.630310 dv-cinder-759961-13-iscsi neutron-server[105699]: {{(pid=105699) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 00:36:01.681160 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-647162f0-f5af-4310-88d4-e1d634fd4074 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792256300036'] for network, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:01.720949 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-647162f0-f5af-4310-88d4-e1d634fd4074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586'] for network, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:01.722166 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647162f0-f5af-4310-88d4-e1d634fd4074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:36:01.722801 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-647162f0-f5af-4310-88d4-e1d634fd4074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for network, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:01.775002 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-647162f0-f5af-4310-88d4-e1d634fd4074 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7282209 Sep 08 00:36:01.821764 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647162f0-f5af-4310-88d4-e1d634fd4074 admin admin] Pushing event updated for resources: {'Network': ['ID=fc422f86-20f9-46be-8e95-873e09246df3,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:36:01.835391 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Network fc422f86-20f9-46be-8e95-873e09246df3 details requested by agent ovs-agent-dv-cinder-759961-13-iscsi with host dv-cinder-759961-13-iscsi {{(pid=105700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 00:36:04.411042 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 44474) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:36:04.802423 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a06273-4409-48ae-877b-58356c2169c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:36:04.803806 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-e3a06273-4409-48ae-877b-58356c2169c7 admin admin] 10.222.0.15 "GET /v2.0/networks/fc422f86-20f9-46be-8e95-873e09246df3 HTTP/1.1" status: 200 len: 825 time: 0.3916790 Sep 08 00:36:04.835564 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-f194eb66-c9d2-414f-86dc-da9dec884e67 admin admin] 10.222.0.15 "GET /v2.0/subnetpools/20cf07fe-516b-458a-bd25-1efe6dea007d HTTP/1.1" status: 200 len: 734 time: 0.0216167 Sep 08 00:36:04.841691 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [None req-7e023580-009f-491e-898c-bdcf95ce958d admin admin] Request body: {'subnet': {'tenant_id': '945e2c3f92b044f3bc27f5edb78cc3b3', 'gateway_ip': '172.20.0.1', 'network_id': 'fc422f86-20f9-46be-8e95-873e09246df3', 'subnetpool_id': '20cf07fe-516b-458a-bd25-1efe6dea007d', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:36:04.865286 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e023580-009f-491e-898c-bdcf95ce958d admin admin] Made reservation on behalf of 945e2c3f92b044f3bc27f5edb78cc3b3 for: {'subnet': 1} {{(pid=105699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:36:04.867623 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-7e023580-009f-491e-898c-bdcf95ce958d admin admin] Notify callbacks [] for subnet, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:05.173708 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-7e023580-009f-491e-898c-bdcf95ce958d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586'] for subnet, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:05.237489 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e023580-009f-491e-898c-bdcf95ce958d admin admin] Pushing event updated for resources: {'Subnet': ['ID=504b5e2c-9721-44eb-9f09-006796875185,revision_number=0']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:36:05.246972 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e023580-009f-491e-898c-bdcf95ce958d admin admin] Checking segment: {'id': 'd8bdacdc-72bd-412e-ad94-f60cc0f82606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fc422f86-20f9-46be-8e95-873e09246df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:36:05.247321 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e023580-009f-491e-898c-bdcf95ce958d admin admin] Network hostable DHCP agents. Network: fc422f86-20f9-46be-8e95-873e09246df3, hostable agents: ['08f6a972-2c18-45c5-8342-7a3ab768691a'], hosted agents: [] {{(pid=105699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 00:36:05.269905 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e023580-009f-491e-898c-bdcf95ce958d admin admin] Network fc422f86-20f9-46be-8e95-873e09246df3 is scheduled to be hosted by DHCP agent 08f6a972-2c18-45c5-8342-7a3ab768691a with binding_index 1 {{(pid=105699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 00:36:05.280813 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.base_scheduler [None req-7e023580-009f-491e-898c-bdcf95ce958d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-13-iscsi, fc422f86-20f9-46be-8e95-873e09246df3) {{(pid=105699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:36:05.285605 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e023580-009f-491e-898c-bdcf95ce958d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:36:05.286203 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-7e023580-009f-491e-898c-bdcf95ce958d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for subnet, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:05.290509 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba9ca2e-db91-4638-ba42-518c7a0d0a80 None None] Network fc422f86-20f9-46be-8e95-873e09246df3 requested from dv-cinder-759961-13-iscsi {{(pid=105700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 00:36:05.299721 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-7e023580-009f-491e-898c-bdcf95ce958d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4614003 Sep 08 00:36:05.610673 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ce8f30-1a23-4f2a-9365-dfd9dd4017da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1052c816-ecfd-5720-acea-4b7c5cbde93b-fc422f86-20f9-46be-8e95-873e09246df3', 'network_id': 'fc422f86-20f9-46be-8e95-873e09246df3', 'tenant_id': '945e2c3f92b044f3bc27f5edb78cc3b3', 'fixed_ips': [{'subnet_id': '504b5e2c-9721-44eb-9f09-006796875185'}]}} from dv-cinder-759961-13-iscsi. {{(pid=105700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 00:36:05.612082 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-a4ce8f30-1a23-4f2a-9365-dfd9dd4017da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_create {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:05.882451 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.db_base_plugin_common [None req-a4ce8f30-1a23-4f2a-9365-dfd9dd4017da None None] Allocated IP 172.20.0.2 (fc422f86-20f9-46be-8e95-873e09246df3/504b5e2c-9721-44eb-9f09-006796875185/3af7b9a2-d1d1-4afb-9f1f-3578b3426668) {{(pid=105700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 00:36:06.086230 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-a4ce8f30-1a23-4f2a-9365-dfd9dd4017da None None] Notify callbacks [] for port, precommit_create {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:06.127575 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-a4ce8f30-1a23-4f2a-9365-dfd9dd4017da None None] Transition to ACTIVE for port object 3af7b9a2-d1d1-4afb-9f1f-3578b3426668 will not be triggered until provisioned by entity L2. {{(pid=105700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:36:06.148462 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-a4ce8f30-1a23-4f2a-9365-dfd9dd4017da None None] Transition to ACTIVE for port object 3af7b9a2-d1d1-4afb-9f1f-3578b3426668 will not be triggered until provisioned by entity DHCP. {{(pid=105700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:36:06.158100 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-a4ce8f30-1a23-4f2a-9365-dfd9dd4017da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792256344477'] for port, after_create {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:06.225501 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ce8f30-1a23-4f2a-9365-dfd9dd4017da None None] Network fc422f86-20f9-46be-8e95-873e09246df3 is already hosted by enough agents. {{(pid=105700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:36:06.239312 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.scheduler.base_scheduler [None req-a4ce8f30-1a23-4f2a-9365-dfd9dd4017da None None] Resources bound (agent type, host, resource id): {{(pid=105700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:36:06.244621 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ce8f30-1a23-4f2a-9365-dfd9dd4017da None None] Pushing event updated for resources: {'Port': ['ID=3af7b9a2-d1d1-4afb-9f1f-3578b3426668,revision_number=1']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:36:06.247350 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ce8f30-1a23-4f2a-9365-dfd9dd4017da None None] Received port after_create {{(pid=105700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 00:36:06.257207 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ce8f30-1a23-4f2a-9365-dfd9dd4017da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:36:06.257576 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ce8f30-1a23-4f2a-9365-dfd9dd4017da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:36:06.257920 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ce8f30-1a23-4f2a-9365-dfd9dd4017da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:36:06.258254 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ce8f30-1a23-4f2a-9365-dfd9dd4017da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:36:06.258586 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ce8f30-1a23-4f2a-9365-dfd9dd4017da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:36:06.258934 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ce8f30-1a23-4f2a-9365-dfd9dd4017da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:36:06.259463 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ce8f30-1a23-4f2a-9365-dfd9dd4017da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:36:06.259648 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ce8f30-1a23-4f2a-9365-dfd9dd4017da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:36:06.259995 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ce8f30-1a23-4f2a-9365-dfd9dd4017da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:36:06.260320 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ce8f30-1a23-4f2a-9365-dfd9dd4017da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:36:06.260643 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ce8f30-1a23-4f2a-9365-dfd9dd4017da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:36:06.260963 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ce8f30-1a23-4f2a-9365-dfd9dd4017da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:36:06.262464 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ce8f30-1a23-4f2a-9365-dfd9dd4017da None None] Tracked resource versions report: Sep 08 00:36:06.262464 dv-cinder-759961-13-iscsi neutron-server[105700]: pushed versions: Sep 08 00:36:06.262464 dv-cinder-759961-13-iscsi neutron-server[105700]: { 'AddressGroup': {'1.2'}, Sep 08 00:36:06.262464 dv-cinder-759961-13-iscsi neutron-server[105700]: 'ConntrackHelper': {'1.0'}, Sep 08 00:36:06.262464 dv-cinder-759961-13-iscsi neutron-server[105700]: 'Log': {'1.0'}, Sep 08 00:36:06.262464 dv-cinder-759961-13-iscsi neutron-server[105700]: 'Network': {'1.1'}, Sep 08 00:36:06.262464 dv-cinder-759961-13-iscsi neutron-server[105700]: 'Port': {'1.7'}, Sep 08 00:36:06.262464 dv-cinder-759961-13-iscsi neutron-server[105700]: 'PortForwarding': {'1.2'}, Sep 08 00:36:06.262464 dv-cinder-759961-13-iscsi neutron-server[105700]: 'QosPolicy': {'1.9'}, Sep 08 00:36:06.262464 dv-cinder-759961-13-iscsi neutron-server[105700]: 'SecurityGroup': {'1.4'}, Sep 08 00:36:06.262464 dv-cinder-759961-13-iscsi neutron-server[105700]: 'SecurityGroupRule': {'1.2'}, Sep 08 00:36:06.262464 dv-cinder-759961-13-iscsi neutron-server[105700]: 'SubPort': {'1.0'}, Sep 08 00:36:06.262464 dv-cinder-759961-13-iscsi neutron-server[105700]: 'Subnet': {'1.1'}, Sep 08 00:36:06.262464 dv-cinder-759961-13-iscsi neutron-server[105700]: 'Trunk': {'1.1'}} Sep 08 00:36:06.262464 dv-cinder-759961-13-iscsi neutron-server[105700]: consumer versions: Sep 08 00:36:06.262464 dv-cinder-759961-13-iscsi neutron-server[105700]: { DHCP agent@dv-cinder-759961-13-iscsi: {}, Sep 08 00:36:06.262464 dv-cinder-759961-13-iscsi neutron-server[105700]: L3 agent@dv-cinder-759961-13-iscsi: {}, Sep 08 00:36:06.262464 dv-cinder-759961-13-iscsi neutron-server[105700]: Metadata agent@dv-cinder-759961-13-iscsi: {}, Sep 08 00:36:06.262464 dv-cinder-759961-13-iscsi neutron-server[105700]: Metering agent@dv-cinder-759961-13-iscsi: {}, Sep 08 00:36:06.262464 dv-cinder-759961-13-iscsi neutron-server[105700]: Open vSwitch agent@dv-cinder-759961-13-iscsi: { 'AddressGroup': '1.2', Sep 08 00:36:06.262464 dv-cinder-759961-13-iscsi neutron-server[105700]: 'ConntrackHelper': '1.0', Sep 08 00:36:06.262464 dv-cinder-759961-13-iscsi neutron-server[105700]: 'Log': '1.0', Sep 08 00:36:06.262464 dv-cinder-759961-13-iscsi neutron-server[105700]: 'Network': '1.1', Sep 08 00:36:06.262464 dv-cinder-759961-13-iscsi neutron-server[105700]: 'Port': '1.7', Sep 08 00:36:06.262464 dv-cinder-759961-13-iscsi neutron-server[105700]: 'PortForwarding': '1.2', Sep 08 00:36:06.262464 dv-cinder-759961-13-iscsi neutron-server[105700]: 'QosPolicy': '1.9', Sep 08 00:36:06.262464 dv-cinder-759961-13-iscsi neutron-server[105700]: 'SecurityGroup': '1.4', Sep 08 00:36:06.262464 dv-cinder-759961-13-iscsi neutron-server[105700]: 'SecurityGroupRule': '1.2', Sep 08 00:36:06.262464 dv-cinder-759961-13-iscsi neutron-server[105700]: 'SubPort': '1.0', Sep 08 00:36:06.262464 dv-cinder-759961-13-iscsi neutron-server[105700]: 'Subnet': '1.1', Sep 08 00:36:06.262464 dv-cinder-759961-13-iscsi neutron-server[105700]: 'Trunk': '1.1'}} Sep 08 00:36:06.262464 dv-cinder-759961-13-iscsi neutron-server[105700]: {{(pid=105700) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 00:36:06.333838 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-a4ce8f30-1a23-4f2a-9365-dfd9dd4017da None None] Attempting to bind port 3af7b9a2-d1d1-4afb-9f1f-3578b3426668 on host dv-cinder-759961-13-iscsi for vnic_type normal with profile {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 00:36:06.334443 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-a4ce8f30-1a23-4f2a-9365-dfd9dd4017da None None] Attempting to bind port 3af7b9a2-d1d1-4afb-9f1f-3578b3426668 by drivers openvswitch,hyperv on host dv-cinder-759961-13-iscsi at level 0 using segments [{'id': 'd8bdacdc-72bd-412e-ad94-f60cc0f82606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fc422f86-20f9-46be-8e95-873e09246df3'}] {{(pid=105700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 00:36:06.334628 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ce8f30-1a23-4f2a-9365-dfd9dd4017da None None] Attempting to bind port 3af7b9a2-d1d1-4afb-9f1f-3578b3426668 on network fc422f86-20f9-46be-8e95-873e09246df3 {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:36:06.339502 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ce8f30-1a23-4f2a-9365-dfd9dd4017da None None] Checking agent: {'id': 'f82a9a64-a181-41a7-bfc0-9590d2256fe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 0, 35, 51), 'started_at': datetime.datetime(2021, 9, 8, 0, 35, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 0, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 00:36:06.339890 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ce8f30-1a23-4f2a-9365-dfd9dd4017da None None] Checking segment: {'id': 'd8bdacdc-72bd-412e-ad94-f60cc0f82606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fc422f86-20f9-46be-8e95-873e09246df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:36:06.340344 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-a4ce8f30-1a23-4f2a-9365-dfd9dd4017da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:06.340732 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ce8f30-1a23-4f2a-9365-dfd9dd4017da None None] Bound using segment: {'id': 'd8bdacdc-72bd-412e-ad94-f60cc0f82606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fc422f86-20f9-46be-8e95-873e09246df3'} {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 00:36:06.341205 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-a4ce8f30-1a23-4f2a-9365-dfd9dd4017da None None] Bound port: 3af7b9a2-d1d1-4afb-9f1f-3578b3426668, host: dv-cinder-759961-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8bdacdc-72bd-412e-ad94-f60cc0f82606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fc422f86-20f9-46be-8e95-873e09246df3'}}] {{(pid=105700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 00:36:06.341864 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-a4ce8f30-1a23-4f2a-9365-dfd9dd4017da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:06.402408 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-a4ce8f30-1a23-4f2a-9365-dfd9dd4017da None None] For port 3af7b9a2-d1d1-4afb-9f1f-3578b3426668, host dv-cinder-759961-13-iscsi, cleared binding levels {{(pid=105700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 00:36:06.407265 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-a4ce8f30-1a23-4f2a-9365-dfd9dd4017da None None] For port 3af7b9a2-d1d1-4afb-9f1f-3578b3426668, host dv-cinder-759961-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=3af7b9a2-d1d1-4afb-9f1f-3578b3426668,segment=NetworkSegment(d8bdacdc-72bd-412e-ad94-f60cc0f82606),segment_id=d8bdacdc-72bd-412e-ad94-f60cc0f82606)] {{(pid=105700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 00:36:06.411872 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-a4ce8f30-1a23-4f2a-9365-dfd9dd4017da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:06.475538 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ce8f30-1a23-4f2a-9365-dfd9dd4017da None None] Pushing event updated for resources: {'Port': ['ID=3af7b9a2-d1d1-4afb-9f1f-3578b3426668,revision_number=2']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:36:07.812582 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 44482) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:36:08.120110 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [None req-3ffa29de-ea0c-4e46-a5d4-103de584aba3 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=105699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 00:36:08.121121 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-3ffa29de-ea0c-4e46-a5d4-103de584aba3 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3075006 Sep 08 00:36:10.572141 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 44490) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:36:10.890765 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [None req-736a8970-229d-4b32-875d-7a79f233359d admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=105699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 00:36:10.891882 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-736a8970-229d-4b32-875d-7a79f233359d admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3186109 Sep 08 00:36:13.538835 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 44500) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:36:13.855531 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [None req-ee0ffc23-21e3-42d4-8680-797414cf403b admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '945e2c3f92b044f3bc27f5edb78cc3b3', 'admin_state_up': True}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:36:13.878134 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-ee0ffc23-21e3-42d4-8680-797414cf403b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2420'] for router, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:13.879718 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-ee0ffc23-21e3-42d4-8680-797414cf403b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529807', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2413'] for router, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:14.019706 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-ee0ffc23-21e3-42d4-8680-797414cf403b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:14.024410 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-ee0ffc23-21e3-42d4-8680-797414cf403b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529874'] for router, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:14.037468 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-ee0ffc23-21e3-42d4-8680-797414cf403b admin admin] Notify callbacks [] for router, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:14.038688 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-ee0ffc23-21e3-42d4-8680-797414cf403b admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4988947 Sep 08 00:36:14.407493 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 3af7b9a2-d1d1-4afb-9f1f-3578b3426668 up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:36:14.494911 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning for port 3af7b9a2-d1d1-4afb-9f1f-3578b3426668 completed by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:36:14.814440 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b429671-9320-41f0-a398-de03c40f4957 None None] Network fc422f86-20f9-46be-8e95-873e09246df3 requested from dv-cinder-759961-13-iscsi {{(pid=105700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 00:36:14.893755 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-1b34e649-5445-4e9c-a8d1-c9658c9378ed None None] Provisioning for port 3af7b9a2-d1d1-4afb-9f1f-3578b3426668 completed by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:36:14.903638 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-1b34e649-5445-4e9c-a8d1-c9658c9378ed None None] Provisioning complete for port 3af7b9a2-d1d1-4afb-9f1f-3578b3426668 triggered by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:36:14.904034 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-1b34e649-5445-4e9c-a8d1-c9658c9378ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:15.077764 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-1b34e649-5445-4e9c-a8d1-c9658c9378ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:15.121024 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-1b34e649-5445-4e9c-a8d1-c9658c9378ed None None] For port 3af7b9a2-d1d1-4afb-9f1f-3578b3426668, host dv-cinder-759961-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=3af7b9a2-d1d1-4afb-9f1f-3578b3426668,segment=NetworkSegment(d8bdacdc-72bd-412e-ad94-f60cc0f82606),segment_id=d8bdacdc-72bd-412e-ad94-f60cc0f82606)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:36:15.127223 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-1b34e649-5445-4e9c-a8d1-c9658c9378ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:15.178025 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b34e649-5445-4e9c-a8d1-c9658c9378ed None None] Pushing event updated for resources: {'Port': ['ID=3af7b9a2-d1d1-4afb-9f1f-3578b3426668,revision_number=3']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:36:15.249827 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-0b0c567e-8429-413e-b210-371b1e9ae746 None None] Provisioning complete for port 3af7b9a2-d1d1-4afb-9f1f-3578b3426668 triggered by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:36:15.250081 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-0b0c567e-8429-413e-b210-371b1e9ae746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:16.375993 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 3af7b9a2-d1d1-4afb-9f1f-3578b3426668 up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:36:16.420920 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning complete for port 3af7b9a2-d1d1-4afb-9f1f-3578b3426668 triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:36:16.421354 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:16.466327 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 44512) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:36:16.776770 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [None req-b94ec17e-6a20-4ded-95b7-dcb6071a7d00 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=105699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 00:36:16.777778 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-b94ec17e-6a20-4ded-95b7-dcb6071a7d00 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3098371 Sep 08 00:36:17.765364 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-ec4ab307-7c05-4aa7-be1b-83c33d1b2bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:19.162325 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 44520) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:36:19.470068 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [None req-5546e46d-1803-4675-b9b5-080c236b970c admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:36:19.490057 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5546e46d-1803-4675-b9b5-080c236b970c admin admin] Made reservation on behalf of eabfe291c03f49eb903c00445e24e1ae for: {'network': 1} {{(pid=105699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:36:19.492312 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-5546e46d-1803-4675-b9b5-080c236b970c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for network, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:19.500608 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-5546e46d-1803-4675-b9b5-080c236b970c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:19.590802 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-5546e46d-1803-4675-b9b5-080c236b970c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:19.594425 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-5546e46d-1803-4675-b9b5-080c236b970c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:19.607369 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5546e46d-1803-4675-b9b5-080c236b970c admin admin] Reserving flat network on physical network physnet1 {{(pid=105699) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 08 00:36:19.629301 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-5546e46d-1803-4675-b9b5-080c236b970c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3575388'] for segment, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:19.629643 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.db.segments_db [None req-5546e46d-1803-4675-b9b5-080c236b970c admin admin] Added segment 8f85bbb2-d588-4058-a2ba-8b00436e9fac of type flat for network aeb1b426-56a4-445f-8c16-06e4bfc4278a Sep 08 00:36:19.630901 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5546e46d-1803-4675-b9b5-080c236b970c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dde33a2-3747-45f4-b24e-85eca67f36f3,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:36:19.677676 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-5546e46d-1803-4675-b9b5-080c236b970c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792256300036'] for network, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:19.708853 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-5546e46d-1803-4675-b9b5-080c236b970c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586'] for network, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:19.709708 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5546e46d-1803-4675-b9b5-080c236b970c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:36:19.710282 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-5546e46d-1803-4675-b9b5-080c236b970c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for network, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:19.741156 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-5546e46d-1803-4675-b9b5-080c236b970c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5778048 Sep 08 00:36:19.771414 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5546e46d-1803-4675-b9b5-080c236b970c admin admin] Pushing event updated for resources: {'Network': ['ID=aeb1b426-56a4-445f-8c16-06e4bfc4278a,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:36:19.781710 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Network aeb1b426-56a4-445f-8c16-06e4bfc4278a details requested by agent ovs-agent-dv-cinder-759961-13-iscsi with host dv-cinder-759961-13-iscsi {{(pid=105700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 00:36:20.799704 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-12727966-675c-44c4-a027-a46be46cc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:20.804900 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:21.552941 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:22.117595 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 44538) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:36:22.289292 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d77bea5-5f93-42aa-a222-f7568f5646f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:36:22.290606 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-4d77bea5-5f93-42aa-a222-f7568f5646f7 admin admin] 10.222.0.15 "GET /v2.0/subnets/504b5e2c-9721-44eb-9f09-006796875185 HTTP/1.1" status: 200 len: 849 time: 0.1720653 Sep 08 00:36:22.405072 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-2f095fd3-e1f0-4038-b3ff-685e1fcf9a52 admin admin] 10.222.0.15 "GET /v2.0/routers/c37fe555-6af1-4d29-a04f-8ad7f3082594 HTTP/1.1" status: 200 len: 704 time: 0.1070065 Sep 08 00:36:22.665912 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-71a1ca1a-dead-4ccd-a6a6-0aaba655345f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:22.953446 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.db_base_plugin_common [None req-71a1ca1a-dead-4ccd-a6a6-0aaba655345f admin admin] Allocated IP 172.20.0.1 (fc422f86-20f9-46be-8e95-873e09246df3/504b5e2c-9721-44eb-9f09-006796875185/34a4ee7b-1320-4d0d-896e-65529f9bfcdd) {{(pid=105699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 00:36:23.006631 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:23.147545 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-71a1ca1a-dead-4ccd-a6a6-0aaba655345f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:23.169249 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.provisioning_blocks [None req-71a1ca1a-dead-4ccd-a6a6-0aaba655345f admin admin] Transition to ACTIVE for port object 34a4ee7b-1320-4d0d-896e-65529f9bfcdd will not be triggered until provisioned by entity DHCP. {{(pid=105699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:36:23.236356 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-71a1ca1a-dead-4ccd-a6a6-0aaba655345f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792256344477'] for port, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:23.300754 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a1ca1a-dead-4ccd-a6a6-0aaba655345f admin admin] Network fc422f86-20f9-46be-8e95-873e09246df3 is already hosted by enough agents. {{(pid=105699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:36:23.305432 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.base_scheduler [None req-71a1ca1a-dead-4ccd-a6a6-0aaba655345f admin admin] Resources bound (agent type, host, resource id): {{(pid=105699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:36:23.312339 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a1ca1a-dead-4ccd-a6a6-0aaba655345f admin admin] Received port after_create {{(pid=105699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 00:36:23.312907 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-71a1ca1a-dead-4ccd-a6a6-0aaba655345f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529551'] for router_interface, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:23.378670 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a1ca1a-dead-4ccd-a6a6-0aaba655345f admin admin] Pushing event updated for resources: {'Port': ['ID=34a4ee7b-1320-4d0d-896e-65529f9bfcdd,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:36:23.491752 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-06d7a171-98b5-4d0c-9c8c-dce9908cf0d9 None None] Provisioning for port 34a4ee7b-1320-4d0d-896e-65529f9bfcdd completed by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:36:23.495083 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-06d7a171-98b5-4d0c-9c8c-dce9908cf0d9 None None] Provisioning complete for port 34a4ee7b-1320-4d0d-896e-65529f9bfcdd triggered by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:36:23.495450 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-06d7a171-98b5-4d0c-9c8c-dce9908cf0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:23.516355 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-71a1ca1a-dead-4ccd-a6a6-0aaba655345f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:23.527288 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-06d7a171-98b5-4d0c-9c8c-dce9908cf0d9 None None] Port 34a4ee7b-1320-4d0d-896e-65529f9bfcdd cannot update to ACTIVE because it is not bound. {{(pid=105700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 00:36:23.720482 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-71a1ca1a-dead-4ccd-a6a6-0aaba655345f admin admin] Notify callbacks [] for port, precommit_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:23.724716 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-71a1ca1a-dead-4ccd-a6a6-0aaba655345f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:23.725473 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-71a1ca1a-dead-4ccd-a6a6-0aaba655345f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531487'] for router_interface, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:23.783240 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a1ca1a-dead-4ccd-a6a6-0aaba655345f admin admin] Pushing event updated for resources: {'Port': ['ID=34a4ee7b-1320-4d0d-896e-65529f9bfcdd,revision_number=2']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:36:23.849359 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a1ca1a-dead-4ccd-a6a6-0aaba655345f admin admin] Network fc422f86-20f9-46be-8e95-873e09246df3 is already hosted by enough agents. {{(pid=105699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:36:23.850647 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.base_scheduler [None req-71a1ca1a-dead-4ccd-a6a6-0aaba655345f admin admin] Resources bound (agent type, host, resource id): {{(pid=105699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:36:24.007071 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a1ca1a-dead-4ccd-a6a6-0aaba655345f admin admin] Router c37fe555-6af1-4d29-a04f-8ad7f3082594 is scheduled to L3 agent e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146 with binding_index 1 {{(pid=105699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 00:36:24.047956 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-cd45c8cf-a3b0-4e0e-bee9-030440c4b5c2 None None] Provisioning complete for port 34a4ee7b-1320-4d0d-896e-65529f9bfcdd triggered by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:36:24.048484 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-cd45c8cf-a3b0-4e0e-bee9-030440c4b5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:24.082805 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-cd45c8cf-a3b0-4e0e-bee9-030440c4b5c2 None None] Port 34a4ee7b-1320-4d0d-896e-65529f9bfcdd cannot update to ACTIVE because it is not bound. {{(pid=105700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 00:36:24.097326 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a1ca1a-dead-4ccd-a6a6-0aaba655345f admin admin] Notify agent at l3_agent.dv-cinder-759961-13-iscsi the message routers_updated {{(pid=105699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 00:36:24.102895 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-71a1ca1a-dead-4ccd-a6a6-0aaba655345f admin admin] 10.222.0.15 "PUT /v2.0/routers/c37fe555-6af1-4d29-a04f-8ad7f3082594/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6919746 Sep 08 00:36:24.107193 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8108f14f-03c0-471a-af14-016376d669fc None None] Sync routers for ids ['c37fe555-6af1-4d29-a04f-8ad7f3082594'] in dv-cinder-759961-13-iscsi {{(pid=105701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 00:36:24.118785 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8108f14f-03c0-471a-af14-016376d669fc None None] Routers {'c37fe555-6af1-4d29-a04f-8ad7f3082594'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:36:24.119577 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-8108f14f-03c0-471a-af14-016376d669fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:36:21Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['c37fe555-6af1-4d29-a04f-8ad7f3082594'], 'active': True} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:36:24.307708 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvr_db [None req-8108f14f-03c0-471a-af14-016376d669fc None None] Set router c37fe555-6af1-4d29-a04f-8ad7f3082594 gateway port host: None {{(pid=105701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:36:24.737067 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-8108f14f-03c0-471a-af14-016376d669fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37fe555-6af1-4d29-a04f-8ad7f3082594', 'name': 'router1', 'tenant_id': '945e2c3f92b044f3bc27f5edb78cc3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:36:13Z', 'updated_at': '2021-09-08T00:36:23Z', 'revision_number': 2, 'project_id': '945e2c3f92b044f3bc27f5edb78cc3b3', 'gw_port_host': None, '_interfaces': [{'id': '34a4ee7b-1320-4d0d-896e-65529f9bfcdd', 'name': '', 'network_id': 'fc422f86-20f9-46be-8e95-873e09246df3', 'tenant_id': '945e2c3f92b044f3bc27f5edb78cc3b3', 'mac_address': 'fa:16:3e:fe:c4:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37fe555-6af1-4d29-a04f-8ad7f3082594', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '504b5e2c-9721-44eb-9f09-006796875185', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:36:22Z', 'updated_at': '2021-09-08T00:36:23Z', 'revision_number': 2, 'project_id': '945e2c3f92b044f3bc27f5edb78cc3b3', 'subnets': [{'id': '504b5e2c-9721-44eb-9f09-006796875185', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '20cf07fe-516b-458a-bd25-1efe6dea007d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:36:24.788614 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8108f14f-03c0-471a-af14-016376d669fc None None] Checking router: c37fe555-6af1-4d29-a04f-8ad7f3082594 for host: dv-cinder-759961-13-iscsi {{(pid=105701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 00:36:24.788989 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8108f14f-03c0-471a-af14-016376d669fc None None] Updating router c37fe555-6af1-4d29-a04f-8ad7f3082594 port 34a4ee7b-1320-4d0d-896e-65529f9bfcdd binding host dv-cinder-759961-13-iscsi {{(pid=105701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 00:36:24.838019 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-8108f14f-03c0-471a-af14-016376d669fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:25.344558 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-8108f14f-03c0-471a-af14-016376d669fc None None] Notify callbacks [] for port, precommit_update {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:25.362201 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.provisioning_blocks [None req-8108f14f-03c0-471a-af14-016376d669fc None None] Transition to ACTIVE for port object 34a4ee7b-1320-4d0d-896e-65529f9bfcdd will not be triggered until provisioned by entity L2. {{(pid=105701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:36:25.367676 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-8108f14f-03c0-471a-af14-016376d669fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:25.528636 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c130630e-de4a-4348-a93c-af6d2daec564 None None] Pushing event updated for resources: {'Port': ['ID=34a4ee7b-1320-4d0d-896e-65529f9bfcdd,revision_number=3']} {{(pid=105701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:36:25.536187 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.managers [None req-8108f14f-03c0-471a-af14-016376d669fc None None] Attempting to bind port 34a4ee7b-1320-4d0d-896e-65529f9bfcdd on host dv-cinder-759961-13-iscsi for vnic_type normal with profile {{(pid=105701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 00:36:25.536583 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.managers [None req-8108f14f-03c0-471a-af14-016376d669fc None None] Attempting to bind port 34a4ee7b-1320-4d0d-896e-65529f9bfcdd by drivers openvswitch,hyperv on host dv-cinder-759961-13-iscsi at level 0 using segments [{'id': 'd8bdacdc-72bd-412e-ad94-f60cc0f82606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fc422f86-20f9-46be-8e95-873e09246df3'}] {{(pid=105701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 00:36:25.536994 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8108f14f-03c0-471a-af14-016376d669fc None None] Attempting to bind port 34a4ee7b-1320-4d0d-896e-65529f9bfcdd on network fc422f86-20f9-46be-8e95-873e09246df3 {{(pid=105701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:36:25.545201 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c130630e-de4a-4348-a93c-af6d2daec564 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:36:25.545568 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c130630e-de4a-4348-a93c-af6d2daec564 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:36:25.545933 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c130630e-de4a-4348-a93c-af6d2daec564 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:36:25.546265 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c130630e-de4a-4348-a93c-af6d2daec564 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:36:25.546595 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c130630e-de4a-4348-a93c-af6d2daec564 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:36:25.546938 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c130630e-de4a-4348-a93c-af6d2daec564 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:36:25.547267 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c130630e-de4a-4348-a93c-af6d2daec564 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:36:25.547612 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c130630e-de4a-4348-a93c-af6d2daec564 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:36:25.547952 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c130630e-de4a-4348-a93c-af6d2daec564 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:36:25.548275 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c130630e-de4a-4348-a93c-af6d2daec564 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:36:25.548593 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c130630e-de4a-4348-a93c-af6d2daec564 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:36:25.548909 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c130630e-de4a-4348-a93c-af6d2daec564 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:36:25.550226 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c130630e-de4a-4348-a93c-af6d2daec564 None None] Tracked resource versions report: Sep 08 00:36:25.550226 dv-cinder-759961-13-iscsi neutron-server[105701]: pushed versions: Sep 08 00:36:25.550226 dv-cinder-759961-13-iscsi neutron-server[105701]: { 'AddressGroup': {'1.2'}, Sep 08 00:36:25.550226 dv-cinder-759961-13-iscsi neutron-server[105701]: 'ConntrackHelper': {'1.0'}, Sep 08 00:36:25.550226 dv-cinder-759961-13-iscsi neutron-server[105701]: 'Log': {'1.0'}, Sep 08 00:36:25.550226 dv-cinder-759961-13-iscsi neutron-server[105701]: 'Network': {'1.1'}, Sep 08 00:36:25.550226 dv-cinder-759961-13-iscsi neutron-server[105701]: 'Port': {'1.7'}, Sep 08 00:36:25.550226 dv-cinder-759961-13-iscsi neutron-server[105701]: 'PortForwarding': {'1.2'}, Sep 08 00:36:25.550226 dv-cinder-759961-13-iscsi neutron-server[105701]: 'QosPolicy': {'1.9'}, Sep 08 00:36:25.550226 dv-cinder-759961-13-iscsi neutron-server[105701]: 'SecurityGroup': {'1.4'}, Sep 08 00:36:25.550226 dv-cinder-759961-13-iscsi neutron-server[105701]: 'SecurityGroupRule': {'1.2'}, Sep 08 00:36:25.550226 dv-cinder-759961-13-iscsi neutron-server[105701]: 'SubPort': {'1.0'}, Sep 08 00:36:25.550226 dv-cinder-759961-13-iscsi neutron-server[105701]: 'Subnet': {'1.1'}, Sep 08 00:36:25.550226 dv-cinder-759961-13-iscsi neutron-server[105701]: 'Trunk': {'1.1'}} Sep 08 00:36:25.550226 dv-cinder-759961-13-iscsi neutron-server[105701]: consumer versions: Sep 08 00:36:25.550226 dv-cinder-759961-13-iscsi neutron-server[105701]: { DHCP agent@dv-cinder-759961-13-iscsi: {}, Sep 08 00:36:25.550226 dv-cinder-759961-13-iscsi neutron-server[105701]: L3 agent@dv-cinder-759961-13-iscsi: {}, Sep 08 00:36:25.550226 dv-cinder-759961-13-iscsi neutron-server[105701]: Metadata agent@dv-cinder-759961-13-iscsi: {}, Sep 08 00:36:25.550226 dv-cinder-759961-13-iscsi neutron-server[105701]: Metering agent@dv-cinder-759961-13-iscsi: {}, Sep 08 00:36:25.550226 dv-cinder-759961-13-iscsi neutron-server[105701]: Open vSwitch agent@dv-cinder-759961-13-iscsi: { 'AddressGroup': '1.2', Sep 08 00:36:25.550226 dv-cinder-759961-13-iscsi neutron-server[105701]: 'ConntrackHelper': '1.0', Sep 08 00:36:25.550226 dv-cinder-759961-13-iscsi neutron-server[105701]: 'Log': '1.0', Sep 08 00:36:25.550226 dv-cinder-759961-13-iscsi neutron-server[105701]: 'Network': '1.1', Sep 08 00:36:25.550226 dv-cinder-759961-13-iscsi neutron-server[105701]: 'Port': '1.7', Sep 08 00:36:25.550226 dv-cinder-759961-13-iscsi neutron-server[105701]: 'PortForwarding': '1.2', Sep 08 00:36:25.550226 dv-cinder-759961-13-iscsi neutron-server[105701]: 'QosPolicy': '1.9', Sep 08 00:36:25.550226 dv-cinder-759961-13-iscsi neutron-server[105701]: 'SecurityGroup': '1.4', Sep 08 00:36:25.550226 dv-cinder-759961-13-iscsi neutron-server[105701]: 'SecurityGroupRule': '1.2', Sep 08 00:36:25.550226 dv-cinder-759961-13-iscsi neutron-server[105701]: 'SubPort': '1.0', Sep 08 00:36:25.550226 dv-cinder-759961-13-iscsi neutron-server[105701]: 'Subnet': '1.1', Sep 08 00:36:25.550226 dv-cinder-759961-13-iscsi neutron-server[105701]: 'Trunk': '1.1'}} Sep 08 00:36:25.550226 dv-cinder-759961-13-iscsi neutron-server[105701]: {{(pid=105701) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 00:36:25.552812 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8108f14f-03c0-471a-af14-016376d669fc None None] Checking agent: {'id': 'f82a9a64-a181-41a7-bfc0-9590d2256fe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 0, 35, 51), 'started_at': datetime.datetime(2021, 9, 8, 0, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 0, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 00:36:25.553222 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8108f14f-03c0-471a-af14-016376d669fc None None] Checking segment: {'id': 'd8bdacdc-72bd-412e-ad94-f60cc0f82606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fc422f86-20f9-46be-8e95-873e09246df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:36:25.553683 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-8108f14f-03c0-471a-af14-016376d669fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:25.554058 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8108f14f-03c0-471a-af14-016376d669fc None None] Bound using segment: {'id': 'd8bdacdc-72bd-412e-ad94-f60cc0f82606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fc422f86-20f9-46be-8e95-873e09246df3'} {{(pid=105701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 00:36:25.554548 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.managers [None req-8108f14f-03c0-471a-af14-016376d669fc None None] Bound port: 34a4ee7b-1320-4d0d-896e-65529f9bfcdd, host: dv-cinder-759961-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8bdacdc-72bd-412e-ad94-f60cc0f82606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fc422f86-20f9-46be-8e95-873e09246df3'}}] {{(pid=105701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 00:36:25.554941 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-8108f14f-03c0-471a-af14-016376d669fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:25.624056 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.db [None req-8108f14f-03c0-471a-af14-016376d669fc None None] For port 34a4ee7b-1320-4d0d-896e-65529f9bfcdd, host dv-cinder-759961-13-iscsi, cleared binding levels {{(pid=105701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 00:36:25.643141 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.db [None req-8108f14f-03c0-471a-af14-016376d669fc None None] For port 34a4ee7b-1320-4d0d-896e-65529f9bfcdd, host dv-cinder-759961-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=34a4ee7b-1320-4d0d-896e-65529f9bfcdd,segment=NetworkSegment(d8bdacdc-72bd-412e-ad94-f60cc0f82606),segment_id=d8bdacdc-72bd-412e-ad94-f60cc0f82606)] {{(pid=105701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 00:36:25.647258 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-8108f14f-03c0-471a-af14-016376d669fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:25.703227 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c130630e-de4a-4348-a93c-af6d2daec564 None None] Pushing event updated for resources: {'Port': ['ID=34a4ee7b-1320-4d0d-896e-65529f9bfcdd,revision_number=4']} {{(pid=105701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:36:25.709773 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8108f14f-03c0-471a-af14-016376d669fc None None] Routers {'c37fe555-6af1-4d29-a04f-8ad7f3082594'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:36:25.710438 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-8108f14f-03c0-471a-af14-016376d669fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:36:21Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['c37fe555-6af1-4d29-a04f-8ad7f3082594'], 'active': True} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:36:25.800705 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvr_db [None req-8108f14f-03c0-471a-af14-016376d669fc None None] Set router c37fe555-6af1-4d29-a04f-8ad7f3082594 gateway port host: None {{(pid=105701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:36:26.008148 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-8108f14f-03c0-471a-af14-016376d669fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37fe555-6af1-4d29-a04f-8ad7f3082594', 'name': 'router1', 'tenant_id': '945e2c3f92b044f3bc27f5edb78cc3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:36:13Z', 'updated_at': '2021-09-08T00:36:23Z', 'revision_number': 2, 'project_id': '945e2c3f92b044f3bc27f5edb78cc3b3', 'gw_port_host': None, '_interfaces': [{'id': '34a4ee7b-1320-4d0d-896e-65529f9bfcdd', 'name': '', 'network_id': 'fc422f86-20f9-46be-8e95-873e09246df3', 'tenant_id': '945e2c3f92b044f3bc27f5edb78cc3b3', 'mac_address': 'fa:16:3e:fe:c4:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37fe555-6af1-4d29-a04f-8ad7f3082594', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '504b5e2c-9721-44eb-9f09-006796875185', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:36:22Z', 'updated_at': '2021-09-08T00:36:25Z', 'revision_number': 4, 'project_id': '945e2c3f92b044f3bc27f5edb78cc3b3', 'subnets': [{'id': '504b5e2c-9721-44eb-9f09-006796875185', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '20cf07fe-516b-458a-bd25-1efe6dea007d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:36:26.033983 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8108f14f-03c0-471a-af14-016376d669fc None None] The sync data for ids ['c37fe555-6af1-4d29-a04f-8ad7f3082594'] in dv-cinder-759961-13-iscsi is: [{'id': 'c37fe555-6af1-4d29-a04f-8ad7f3082594', 'name': 'router1', 'tenant_id': '945e2c3f92b044f3bc27f5edb78cc3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:36:13Z', 'updated_at': '2021-09-08T00:36:23Z', 'revision_number': 2, 'project_id': '945e2c3f92b044f3bc27f5edb78cc3b3', 'gw_port_host': None, '_interfaces': [{'id': '34a4ee7b-1320-4d0d-896e-65529f9bfcdd', 'name': '', 'network_id': 'fc422f86-20f9-46be-8e95-873e09246df3', 'tenant_id': '945e2c3f92b044f3bc27f5edb78cc3b3', 'mac_address': 'fa:16:3e:fe:c4:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37fe555-6af1-4d29-a04f-8ad7f3082594', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '504b5e2c-9721-44eb-9f09-006796875185', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:36:22Z', 'updated_at': '2021-09-08T00:36:25Z', 'revision_number': 4, 'project_id': '945e2c3f92b044f3bc27f5edb78cc3b3', 'subnets': [{'id': '504b5e2c-9721-44eb-9f09-006796875185', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '20cf07fe-516b-458a-bd25-1efe6dea007d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 00:36:26.368324 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 44558) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:36:26.481631 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7217e481-3b3e-412c-886f-ce497db9bd15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:36:26.483238 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-7217e481-3b3e-412c-886f-ce497db9bd15 admin admin] 10.222.0.15 "GET /v2.0/networks/aeb1b426-56a4-445f-8c16-06e4bfc4278a HTTP/1.1" status: 200 len: 842 time: 0.1137140 Sep 08 00:36:26.493027 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [None req-36fa9031-1b1e-4526-8415-b0de17b44dc2 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'name': 'public-subnet', 'cidr': '172.27.0.0/24', 'ip_version': 4, 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a'}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:36:26.512572 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36fa9031-1b1e-4526-8415-b0de17b44dc2 admin admin] Made reservation on behalf of eabfe291c03f49eb903c00445e24e1ae for: {'subnet': 1} {{(pid=105699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:36:26.515524 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-36fa9031-1b1e-4526-8415-b0de17b44dc2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:26.861606 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.objects.ports [None req-36fa9031-1b1e-4526-8415-b0de17b44dc2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105699) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 08 00:36:26.862022 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-36fa9031-1b1e-4526-8415-b0de17b44dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586'] for subnet, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:26.907710 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa9031-1b1e-4526-8415-b0de17b44dc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d22fae44-982b-434e-84ec-8582a9df6d9e,revision_number=0']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:36:26.931086 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fa9031-1b1e-4526-8415-b0de17b44dc2 admin admin] Checking segment: {'id': '8f85bbb2-d588-4058-a2ba-8b00436e9fac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:36:26.931439 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fa9031-1b1e-4526-8415-b0de17b44dc2 admin admin] Network hostable DHCP agents. Network: aeb1b426-56a4-445f-8c16-06e4bfc4278a, hostable agents: ['08f6a972-2c18-45c5-8342-7a3ab768691a'], hosted agents: [] {{(pid=105699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 00:36:26.949088 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fa9031-1b1e-4526-8415-b0de17b44dc2 admin admin] Network aeb1b426-56a4-445f-8c16-06e4bfc4278a is scheduled to be hosted by DHCP agent 08f6a972-2c18-45c5-8342-7a3ab768691a with binding_index 1 {{(pid=105699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 00:36:26.959020 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.base_scheduler [None req-36fa9031-1b1e-4526-8415-b0de17b44dc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-13-iscsi, aeb1b426-56a4-445f-8c16-06e4bfc4278a) {{(pid=105699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:36:26.963233 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fa9031-1b1e-4526-8415-b0de17b44dc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:36:26.963863 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-36fa9031-1b1e-4526-8415-b0de17b44dc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for subnet, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:26.968117 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b23814-59e7-4153-946f-2295c9bcfea3 None None] Network aeb1b426-56a4-445f-8c16-06e4bfc4278a requested from dv-cinder-759961-13-iscsi {{(pid=105700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 00:36:26.979042 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-36fa9031-1b1e-4526-8415-b0de17b44dc2 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4891913 Sep 08 00:36:27.098996 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb76094-e52c-4475-b640-cb475da683f6 None None] Network aeb1b426-56a4-445f-8c16-06e4bfc4278a requested from dv-cinder-759961-13-iscsi {{(pid=105700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 00:36:29.267854 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 44566) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:36:29.399542 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-c93367c6-67ea-47e5-bc3b-e70cab6c22ae admin admin] 10.222.0.15 "GET /v2.0/routers/c37fe555-6af1-4d29-a04f-8ad7f3082594 HTTP/1.1" status: 200 len: 710 time: 0.1286025 Sep 08 00:36:29.481632 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31192a7-4c95-475d-b72c-ebc91a335335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:36:29.483432 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-e31192a7-4c95-475d-b72c-ebc91a335335 admin admin] 10.222.0.15 "GET /v2.0/networks/aeb1b426-56a4-445f-8c16-06e4bfc4278a HTTP/1.1" status: 200 len: 886 time: 0.0798478 Sep 08 00:36:29.494307 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [None req-f09ce0a5-e11b-412d-b5f7-b1fabe3abd5c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a'}}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:36:29.728889 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-f09ce0a5-e11b-412d-b5f7-b1fabe3abd5c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:29.955628 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-f09ce0a5-e11b-412d-b5f7-b1fabe3abd5c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:30.027022 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-f09ce0a5-e11b-412d-b5f7-b1fabe3abd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:30.130842 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.db_base_plugin_common [None req-f09ce0a5-e11b-412d-b5f7-b1fabe3abd5c admin admin] Allocated IP 172.27.0.204 (aeb1b426-56a4-445f-8c16-06e4bfc4278a/d22fae44-982b-434e-84ec-8582a9df6d9e/5573fb88-5454-4db2-be75-0414185f1e2c) {{(pid=105699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 00:36:30.235863 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-f09ce0a5-e11b-412d-b5f7-b1fabe3abd5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:30.273317 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-f09ce0a5-e11b-412d-b5f7-b1fabe3abd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792256344477'] for port, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:30.309667 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09ce0a5-e11b-412d-b5f7-b1fabe3abd5c admin admin] Network aeb1b426-56a4-445f-8c16-06e4bfc4278a is already hosted by enough agents. {{(pid=105699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:36:30.312564 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.base_scheduler [None req-f09ce0a5-e11b-412d-b5f7-b1fabe3abd5c admin admin] Resources bound (agent type, host, resource id): {{(pid=105699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:36:30.320931 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09ce0a5-e11b-412d-b5f7-b1fabe3abd5c admin admin] Received port after_create {{(pid=105699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 00:36:30.323927 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ce0a5-e11b-412d-b5f7-b1fabe3abd5c admin admin] Pushing event updated for resources: {'Port': ['ID=5573fb88-5454-4db2-be75-0414185f1e2c,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:36:30.651214 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-f09ce0a5-e11b-412d-b5f7-b1fabe3abd5c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:30.845478 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-f09ce0a5-e11b-412d-b5f7-b1fabe3abd5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529917', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6551'] for router, precommit_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:30.847638 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-f09ce0a5-e11b-412d-b5f7-b1fabe3abd5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-529892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-529899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-528756'] for router, after_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:30.950115 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f09ce0a5-e11b-412d-b5f7-b1fabe3abd5c admin admin] Router c37fe555-6af1-4d29-a04f-8ad7f3082594 has already been hosted by L3 agent e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146 {{(pid=105699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 00:36:31.054125 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09ce0a5-e11b-412d-b5f7-b1fabe3abd5c admin admin] Notify agent at l3_agent.dv-cinder-759961-13-iscsi the message routers_updated {{(pid=105699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 00:36:31.058244 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-f09ce0a5-e11b-412d-b5f7-b1fabe3abd5c admin admin] Notify callbacks [] for router, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:31.059440 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-f09ce0a5-e11b-412d-b5f7-b1fabe3abd5c admin admin] 10.222.0.15 "PUT /v2.0/routers/c37fe555-6af1-4d29-a04f-8ad7f3082594 HTTP/1.1" status: 200 len: 890 time: 1.5685511 Sep 08 00:36:32.428402 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 34a4ee7b-1320-4d0d-896e-65529f9bfcdd up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:36:32.481873 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning for port 34a4ee7b-1320-4d0d-896e-65529f9bfcdd completed by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:36:32.486310 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning complete for port 34a4ee7b-1320-4d0d-896e-65529f9bfcdd triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:36:32.486748 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:32.555221 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff105f35-7891-4d49-bc12-5693312b8b3b None None] Sync routers for ids ['c37fe555-6af1-4d29-a04f-8ad7f3082594'] in dv-cinder-759961-13-iscsi {{(pid=105700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 00:36:32.571605 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff105f35-7891-4d49-bc12-5693312b8b3b None None] Routers {'c37fe555-6af1-4d29-a04f-8ad7f3082594'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:36:32.572319 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-ff105f35-7891-4d49-bc12-5693312b8b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:36:21Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['c37fe555-6af1-4d29-a04f-8ad7f3082594'], 'active': True} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:36:32.674408 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:32.795440 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] For port 34a4ee7b-1320-4d0d-896e-65529f9bfcdd, host dv-cinder-759961-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=34a4ee7b-1320-4d0d-896e-65529f9bfcdd,segment=NetworkSegment(d8bdacdc-72bd-412e-ad94-f60cc0f82606),segment_id=d8bdacdc-72bd-412e-ad94-f60cc0f82606)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:36:32.802302 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:32.879220 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvr_db [None req-ff105f35-7891-4d49-bc12-5693312b8b3b None None] Set router c37fe555-6af1-4d29-a04f-8ad7f3082594 gateway port host: dv-cinder-759961-13-iscsi {{(pid=105700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:36:32.954448 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Pushing event updated for resources: {'Port': ['ID=34a4ee7b-1320-4d0d-896e-65529f9bfcdd,revision_number=5']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:36:33.277614 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-ff105f35-7891-4d49-bc12-5693312b8b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37fe555-6af1-4d29-a04f-8ad7f3082594', 'name': 'router1', 'tenant_id': '945e2c3f92b044f3bc27f5edb78cc3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '5573fb88-5454-4db2-be75-0414185f1e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:36:13Z', 'updated_at': '2021-09-08T00:36:30Z', 'revision_number': 4, 'project_id': '945e2c3f92b044f3bc27f5edb78cc3b3', 'gw_port': {'id': '5573fb88-5454-4db2-be75-0414185f1e2c', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:11:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37fe555-6af1-4d29-a04f-8ad7f3082594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:36:30Z', 'updated_at': '2021-09-08T00:36:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_interfaces': [{'id': '34a4ee7b-1320-4d0d-896e-65529f9bfcdd', 'name': '', 'network_id': 'fc422f86-20f9-46be-8e95-873e09246df3', 'tenant_id': '945e2c3f92b044f3bc27f5edb78cc3b3', 'mac_address': 'fa:16:3e:fe:c4:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37fe555-6af1-4d29-a04f-8ad7f3082594', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '504b5e2c-9721-44eb-9f09-006796875185', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:36:22Z', 'updated_at': '2021-09-08T00:36:25Z', 'revision_number': 4, 'project_id': '945e2c3f92b044f3bc27f5edb78cc3b3', 'subnets': [{'id': '504b5e2c-9721-44eb-9f09-006796875185', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '20cf07fe-516b-458a-bd25-1efe6dea007d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:36:33.326902 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff105f35-7891-4d49-bc12-5693312b8b3b None None] Checking router: c37fe555-6af1-4d29-a04f-8ad7f3082594 for host: dv-cinder-759961-13-iscsi {{(pid=105700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 00:36:33.327238 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff105f35-7891-4d49-bc12-5693312b8b3b None None] Updating router c37fe555-6af1-4d29-a04f-8ad7f3082594 port 5573fb88-5454-4db2-be75-0414185f1e2c binding host dv-cinder-759961-13-iscsi {{(pid=105700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 00:36:33.377183 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-ff105f35-7891-4d49-bc12-5693312b8b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:33.485650 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 44578) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:36:33.688555 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-ff105f35-7891-4d49-bc12-5693312b8b3b None None] Notify callbacks [] for port, precommit_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:33.698581 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-ff105f35-7891-4d49-bc12-5693312b8b3b None None] Transition to ACTIVE for port object 5573fb88-5454-4db2-be75-0414185f1e2c will not be triggered until provisioned by entity L2. {{(pid=105700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:36:33.704221 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-ff105f35-7891-4d49-bc12-5693312b8b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:33.729228 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.policy [None req-00e9b8d9-4636-4af4-8f43-539d59355453 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105698) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 08 00:36:33.748148 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-ff105f35-7891-4d49-bc12-5693312b8b3b None None] Attempting to bind port 5573fb88-5454-4db2-be75-0414185f1e2c on host dv-cinder-759961-13-iscsi for vnic_type normal with profile {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 00:36:33.748526 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-ff105f35-7891-4d49-bc12-5693312b8b3b None None] Attempting to bind port 5573fb88-5454-4db2-be75-0414185f1e2c by drivers openvswitch,hyperv on host dv-cinder-759961-13-iscsi at level 0 using segments [{'id': '8f85bbb2-d588-4058-a2ba-8b00436e9fac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a'}] {{(pid=105700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 00:36:33.748907 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff105f35-7891-4d49-bc12-5693312b8b3b None None] Attempting to bind port 5573fb88-5454-4db2-be75-0414185f1e2c on network aeb1b426-56a4-445f-8c16-06e4bfc4278a {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:36:33.758906 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73fc4b5-d956-41da-9f55-f596097e4476 None None] Pushing event updated for resources: {'Port': ['ID=5573fb88-5454-4db2-be75-0414185f1e2c,revision_number=2']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:36:33.761281 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff105f35-7891-4d49-bc12-5693312b8b3b None None] Checking agent: {'id': 'f82a9a64-a181-41a7-bfc0-9590d2256fe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 0, 35, 51), 'started_at': datetime.datetime(2021, 9, 8, 0, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 0, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 00:36:33.761646 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff105f35-7891-4d49-bc12-5693312b8b3b None None] Checking segment: {'id': '8f85bbb2-d588-4058-a2ba-8b00436e9fac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:36:33.762045 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-ff105f35-7891-4d49-bc12-5693312b8b3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:33.762423 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff105f35-7891-4d49-bc12-5693312b8b3b None None] Bound using segment: {'id': '8f85bbb2-d588-4058-a2ba-8b00436e9fac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a'} {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 00:36:33.762877 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-ff105f35-7891-4d49-bc12-5693312b8b3b None None] Bound port: 5573fb88-5454-4db2-be75-0414185f1e2c, host: dv-cinder-759961-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f85bbb2-d588-4058-a2ba-8b00436e9fac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a'}}] {{(pid=105700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 00:36:33.763518 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-ff105f35-7891-4d49-bc12-5693312b8b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:33.776480 dv-cinder-759961-13-iscsi neutron-server[105698]: WARNING oslo_policy.policy [None req-00e9b8d9-4636-4af4-8f43-539d59355453 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 00:36:33.776878 dv-cinder-759961-13-iscsi neutron-server[105698]: WARNING oslo_policy.policy [None req-00e9b8d9-4636-4af4-8f43-539d59355453 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 00:36:33.788051 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-00e9b8d9-4636-4af4-8f43-539d59355453 admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.3013165 Sep 08 00:36:33.819894 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-ff105f35-7891-4d49-bc12-5693312b8b3b None None] For port 5573fb88-5454-4db2-be75-0414185f1e2c, host dv-cinder-759961-13-iscsi, cleared binding levels {{(pid=105700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 00:36:33.823684 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-ff105f35-7891-4d49-bc12-5693312b8b3b None None] For port 5573fb88-5454-4db2-be75-0414185f1e2c, host dv-cinder-759961-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=5573fb88-5454-4db2-be75-0414185f1e2c,segment=NetworkSegment(8f85bbb2-d588-4058-a2ba-8b00436e9fac),segment_id=8f85bbb2-d588-4058-a2ba-8b00436e9fac)] {{(pid=105700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 00:36:33.830863 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-ff105f35-7891-4d49-bc12-5693312b8b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:33.894493 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73fc4b5-d956-41da-9f55-f596097e4476 None None] Pushing event updated for resources: {'Port': ['ID=5573fb88-5454-4db2-be75-0414185f1e2c,revision_number=3']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:36:33.897023 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff105f35-7891-4d49-bc12-5693312b8b3b None None] Routers {'c37fe555-6af1-4d29-a04f-8ad7f3082594'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:36:33.897633 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-ff105f35-7891-4d49-bc12-5693312b8b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:36:21Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['c37fe555-6af1-4d29-a04f-8ad7f3082594'], 'active': True} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:36:34.089972 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvr_db [None req-ff105f35-7891-4d49-bc12-5693312b8b3b None None] Set router c37fe555-6af1-4d29-a04f-8ad7f3082594 gateway port host: dv-cinder-759961-13-iscsi {{(pid=105700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:36:34.299359 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-ff105f35-7891-4d49-bc12-5693312b8b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37fe555-6af1-4d29-a04f-8ad7f3082594', 'name': 'router1', 'tenant_id': '945e2c3f92b044f3bc27f5edb78cc3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '5573fb88-5454-4db2-be75-0414185f1e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:36:13Z', 'updated_at': '2021-09-08T00:36:30Z', 'revision_number': 4, 'project_id': '945e2c3f92b044f3bc27f5edb78cc3b3', 'gw_port': {'id': '5573fb88-5454-4db2-be75-0414185f1e2c', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:11:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37fe555-6af1-4d29-a04f-8ad7f3082594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:36:30Z', 'updated_at': '2021-09-08T00:36:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_interfaces': [{'id': '34a4ee7b-1320-4d0d-896e-65529f9bfcdd', 'name': '', 'network_id': 'fc422f86-20f9-46be-8e95-873e09246df3', 'tenant_id': '945e2c3f92b044f3bc27f5edb78cc3b3', 'mac_address': 'fa:16:3e:fe:c4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37fe555-6af1-4d29-a04f-8ad7f3082594', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '504b5e2c-9721-44eb-9f09-006796875185', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:36:22Z', 'updated_at': '2021-09-08T00:36:32Z', 'revision_number': 5, 'project_id': '945e2c3f92b044f3bc27f5edb78cc3b3', 'subnets': [{'id': '504b5e2c-9721-44eb-9f09-006796875185', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '20cf07fe-516b-458a-bd25-1efe6dea007d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:36:34.328858 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff105f35-7891-4d49-bc12-5693312b8b3b None None] The sync data for ids ['c37fe555-6af1-4d29-a04f-8ad7f3082594'] in dv-cinder-759961-13-iscsi is: [{'id': 'c37fe555-6af1-4d29-a04f-8ad7f3082594', 'name': 'router1', 'tenant_id': '945e2c3f92b044f3bc27f5edb78cc3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '5573fb88-5454-4db2-be75-0414185f1e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:36:13Z', 'updated_at': '2021-09-08T00:36:30Z', 'revision_number': 4, 'project_id': '945e2c3f92b044f3bc27f5edb78cc3b3', 'gw_port': {'id': '5573fb88-5454-4db2-be75-0414185f1e2c', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:11:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37fe555-6af1-4d29-a04f-8ad7f3082594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:36:30Z', 'updated_at': '2021-09-08T00:36:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_interfaces': [{'id': '34a4ee7b-1320-4d0d-896e-65529f9bfcdd', 'name': '', 'network_id': 'fc422f86-20f9-46be-8e95-873e09246df3', 'tenant_id': '945e2c3f92b044f3bc27f5edb78cc3b3', 'mac_address': 'fa:16:3e:fe:c4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37fe555-6af1-4d29-a04f-8ad7f3082594', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '504b5e2c-9721-44eb-9f09-006796875185', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:36:22Z', 'updated_at': '2021-09-08T00:36:32Z', 'revision_number': 5, 'project_id': '945e2c3f92b044f3bc27f5edb78cc3b3', 'subnets': [{'id': '504b5e2c-9721-44eb-9f09-006796875185', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '20cf07fe-516b-458a-bd25-1efe6dea007d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 00:36:34.476571 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 34a4ee7b-1320-4d0d-896e-65529f9bfcdd up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:36:34.535747 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning complete for port 34a4ee7b-1320-4d0d-896e-65529f9bfcdd triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:36:34.536138 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:36.454072 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 5573fb88-5454-4db2-be75-0414185f1e2c up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:36:36.504674 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning for port 5573fb88-5454-4db2-be75-0414185f1e2c completed by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:36:36.508961 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning complete for port 5573fb88-5454-4db2-be75-0414185f1e2c triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:36:36.509338 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:36.585136 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:36.605730 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] For port 5573fb88-5454-4db2-be75-0414185f1e2c, host dv-cinder-759961-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=5573fb88-5454-4db2-be75-0414185f1e2c,segment=NetworkSegment(8f85bbb2-d588-4058-a2ba-8b00436e9fac),segment_id=8f85bbb2-d588-4058-a2ba-8b00436e9fac)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:36:36.610459 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:36.668806 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Pushing event updated for resources: {'Port': ['ID=5573fb88-5454-4db2-be75-0414185f1e2c,revision_number=4']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:36:38.439131 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 5573fb88-5454-4db2-be75-0414185f1e2c up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:36:38.494847 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning complete for port 5573fb88-5454-4db2-be75-0414185f1e2c triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:36:38.495615 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:47.148283 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.agents_db [None req-8a21184a-e449-40d8-9b7c-bcfe602fdfc6 None None] Agent healthcheck: found 5 active agents {{(pid=105701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 00:36:47.767324 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-cee28e67-eacf-42e6-8153-0bb35e9edfd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:50.829661 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-cf79de80-a5e6-4bcc-919f-9200c3798de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:50.837217 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:51.558377 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:36:53.026484 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:37:17.768905 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-c766824e-67d9-4764-aa0c-03475379aeab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:37:20.821204 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:37:20.823966 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-7fddc509-7c15-47c4-b71a-15b61c7a07cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:37:21.629461 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:37:23.029447 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:37:24.147007 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.agents_db [None req-8a21184a-e449-40d8-9b7c-bcfe602fdfc6 None None] Agent healthcheck: found 5 active agents {{(pid=105701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 00:37:47.769881 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-0b5f676f-2041-47d3-996a-62cd732b0b27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:37:50.804975 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-5b529845-122d-47e6-bef6-63f3cd78b099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:37:50.809720 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:37:51.558785 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:37:53.031072 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:38:01.144873 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.agents_db [None req-8a21184a-e449-40d8-9b7c-bcfe602fdfc6 None None] Agent healthcheck: found 5 active agents {{(pid=105701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 00:38:09.444336 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 45144) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:38:09.521022 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.pecan_wsgi.hooks.translation [None req-c86aa81a-a1fb-4294-942c-4d2fa7af8a96 admin admin] GET failed (client error): The resource could not be found. Sep 08 00:38:09.522336 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-c86aa81a-a1fb-4294-942c-4d2fa7af8a96 admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0770776 Sep 08 00:38:09.715104 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd637b2-4bae-4694-954e-8313e45f5213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:38:09.716550 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-1bd637b2-4bae-4694-954e-8313e45f5213 admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1893623 Sep 08 00:38:11.919419 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 45154) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:38:12.015233 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca7d3bc-4155-4b2e-8e5c-5fcd087e17ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:38:12.016649 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-6ca7d3bc-4155-4b2e-8e5c-5fcd087e17ce admin admin] 10.222.0.15 "GET /v2.0/subnets/504b5e2c-9721-44eb-9f09-006796875185 HTTP/1.1" status: 200 len: 849 time: 0.0962403 Sep 08 00:38:12.026561 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [None req-b8aba2a8-2933-4535-be47-3f2e99a30a3f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:38:12.109240 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-b8aba2a8-2933-4535-be47-3f2e99a30a3f admin admin] Notify callbacks [] for subnet, before_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:38:12.251284 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-b8aba2a8-2933-4535-be47-3f2e99a30a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792256896229'] for subnet, after_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:38:12.283600 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8aba2a8-2933-4535-be47-3f2e99a30a3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:38:12.284225 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-b8aba2a8-2933-4535-be47-3f2e99a30a3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for subnet, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:38:12.286312 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-b8aba2a8-2933-4535-be47-3f2e99a30a3f admin admin] 10.222.0.15 "PUT /v2.0/subnets/504b5e2c-9721-44eb-9f09-006796875185 HTTP/1.1" status: 200 len: 868 time: 0.2632284 Sep 08 00:38:12.287098 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0efc7d-7bda-48fc-a89e-eec47fec6d35 None None] Network fc422f86-20f9-46be-8e95-873e09246df3 requested from dv-cinder-759961-13-iscsi {{(pid=105700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 00:38:12.315469 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aba2a8-2933-4535-be47-3f2e99a30a3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=504b5e2c-9721-44eb-9f09-006796875185,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:38:12.327707 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aba2a8-2933-4535-be47-3f2e99a30a3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:38:12.328245 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aba2a8-2933-4535-be47-3f2e99a30a3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:38:12.328750 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aba2a8-2933-4535-be47-3f2e99a30a3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:38:12.329247 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aba2a8-2933-4535-be47-3f2e99a30a3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:38:12.329789 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aba2a8-2933-4535-be47-3f2e99a30a3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:38:12.330300 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aba2a8-2933-4535-be47-3f2e99a30a3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:38:12.330796 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aba2a8-2933-4535-be47-3f2e99a30a3f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:38:12.331290 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aba2a8-2933-4535-be47-3f2e99a30a3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:38:12.331817 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aba2a8-2933-4535-be47-3f2e99a30a3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:38:12.332312 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aba2a8-2933-4535-be47-3f2e99a30a3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:38:12.332807 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aba2a8-2933-4535-be47-3f2e99a30a3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:38:12.333296 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aba2a8-2933-4535-be47-3f2e99a30a3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:38:12.638462 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-6d4eaa19-eee2-4397-9e36-9fc0ea00c6e9 None None] Provisioning complete for port 34a4ee7b-1320-4d0d-896e-65529f9bfcdd triggered by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:38:12.638832 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-6d4eaa19-eee2-4397-9e36-9fc0ea00c6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:38:12.723238 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-6d4eaa19-eee2-4397-9e36-9fc0ea00c6e9 None None] Provisioning complete for port 3af7b9a2-d1d1-4afb-9f1f-3578b3426668 triggered by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:38:12.723532 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-6d4eaa19-eee2-4397-9e36-9fc0ea00c6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:38:14.476489 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 45164) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:38:14.670481 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc830e8f-b2e1-4221-a681-6afffd13fb64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:38:14.670865 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc830e8f-b2e1-4221-a681-6afffd13fb64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:38:14.672432 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-bc830e8f-b2e1-4221-a681-6afffd13fb64 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1950047 Sep 08 00:38:16.836382 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 45172) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:38:16.968707 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c99fd0d-c777-4508-9e3d-6db598a32278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:38:16.969179 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c99fd0d-c777-4508-9e3d-6db598a32278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:38:16.970714 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-3c99fd0d-c777-4508-9e3d-6db598a32278 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1333818 Sep 08 00:38:17.772003 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-37ad5fe8-0a2d-4bcc-bc95-ee47d2dc6597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:38:19.184016 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 45180) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:38:19.307745 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4cd004-3e42-495d-9807-3d8fd3da9337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:38:19.309115 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-de4cd004-3e42-495d-9807-3d8fd3da9337 admin admin] 10.222.0.15 "GET /v2.0/networks/aeb1b426-56a4-445f-8c16-06e4bfc4278a HTTP/1.1" status: 200 len: 886 time: 0.1241157 Sep 08 00:38:20.801884 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-eb061bfe-9db0-4c65-9056-fb2fbc79c797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:38:20.812250 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:38:21.503688 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 45188) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:38:21.561979 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:38:21.633050 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f94dbe-448c-4339-9ee5-a00f4b382294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:38:21.634444 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-93f94dbe-448c-4339-9ee5-a00f4b382294 admin admin] 10.222.0.15 "GET /v2.0/networks/fc422f86-20f9-46be-8e95-873e09246df3 HTTP/1.1" status: 200 len: 869 time: 0.1297722 Sep 08 00:38:23.038051 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:38:23.826317 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 45196) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:38:23.947369 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0139464-6df3-4ef2-bc9a-64af366ba056 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:38:23.947858 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0139464-6df3-4ef2-bc9a-64af366ba056 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:38:23.950234 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-b0139464-6df3-4ef2-bc9a-64af366ba056 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1229653 Sep 08 00:38:26.139232 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 45204) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:38:26.227453 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5849d3bf-7c70-4d24-872e-6b8eca274834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:38:26.227935 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5849d3bf-7c70-4d24-872e-6b8eca274834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:38:26.229425 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-5849d3bf-7c70-4d24-872e-6b8eca274834 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0892062 Sep 08 00:38:28.408605 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 45212) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:38:28.501319 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f157057-1fcf-4821-b311-fdf77e4aa1a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:38:28.502659 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-4f157057-1fcf-4821-b311-fdf77e4aa1a8 admin admin] 10.222.0.15 "GET /v2.0/subnets/504b5e2c-9721-44eb-9f09-006796875185 HTTP/1.1" status: 200 len: 868 time: 0.0931041 Sep 08 00:38:30.665359 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 45220) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:38:30.841777 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bb4d0b-8001-4d0c-ba5e-884bd6771f7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:38:30.843143 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-92bb4d0b-8001-4d0c-ba5e-884bd6771f7a admin admin] 10.222.0.15 "GET /v2.0/subnets/d22fae44-982b-434e-84ec-8582a9df6d9e HTTP/1.1" status: 200 len: 816 time: 0.1768425 Sep 08 00:38:38.144273 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.agents_db [None req-8a21184a-e449-40d8-9b7c-bcfe602fdfc6 None None] Agent healthcheck: found 5 active agents {{(pid=105701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 00:38:47.774471 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-74a35cc7-32e3-43cc-b5d1-6a9969bd273d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:38:50.794515 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-e1aa9715-39ed-4058-a1d3-6f8b819925fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:38:50.812506 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:38:51.565139 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:38:53.040654 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:38:54.470570 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 45274) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:38:54.518505 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [None req-b9db4c36-0491-413b-8940-bf36449e4846 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=105699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 00:38:54.519501 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-b9db4c36-0491-413b-8940-bf36449e4846 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0480013 Sep 08 00:38:56.786370 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 45282) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:38:56.846449 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.pecan_wsgi.hooks.translation [None req-041c931f-4bb1-4263-a1f3-b21cebcbc940 admin admin] GET failed (client error): The resource could not be found. Sep 08 00:38:56.847769 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-041c931f-4bb1-4263-a1f3-b21cebcbc940 admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0604470 Sep 08 00:38:56.985464 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cdb64a-5499-4a47-a6f6-282311e5ebf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:38:56.986846 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-38cdb64a-5499-4a47-a6f6-282311e5ebf4 admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1344521 Sep 08 00:38:59.274030 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 45290) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:38:59.322073 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [None req-52df3146-f11a-43b8-bb95-2617a472757a admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:38:59.342726 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52df3146-f11a-43b8-bb95-2617a472757a admin admin] Made reservation on behalf of eabfe291c03f49eb903c00445e24e1ae for: {'network': 1} {{(pid=105699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:38:59.345041 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-52df3146-f11a-43b8-bb95-2617a472757a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for network, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:38:59.373717 dv-cinder-759961-13-iscsi neutron-server[105699]: WARNING neutron.services.revisions.revision_plugin [None req-52df3146-f11a-43b8-bb95-2617a472757a admin admin] Could not find related network for resource to bump revision. Sep 08 00:38:59.384195 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52df3146-f11a-43b8-bb95-2617a472757a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=105699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 00:38:59.392670 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-52df3146-f11a-43b8-bb95-2617a472757a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3575388'] for segment, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:38:59.393000 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.db.segments_db [None req-52df3146-f11a-43b8-bb95-2617a472757a admin admin] Added segment 876bc7d6-aca0-4be6-b565-cbd3cd2e3777 of type vlan for network 30978606-34cd-4e89-8083-456525c1692d Sep 08 00:38:59.433788 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-52df3146-f11a-43b8-bb95-2617a472757a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792256300036'] for network, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:38:59.455961 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-52df3146-f11a-43b8-bb95-2617a472757a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586'] for network, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:38:59.456823 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52df3146-f11a-43b8-bb95-2617a472757a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:38:59.457401 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-52df3146-f11a-43b8-bb95-2617a472757a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for network, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:38:59.487498 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-52df3146-f11a-43b8-bb95-2617a472757a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2123952 Sep 08 00:38:59.523651 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52df3146-f11a-43b8-bb95-2617a472757a admin admin] Pushing event updated for resources: {'Network': ['ID=30978606-34cd-4e89-8083-456525c1692d,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:38:59.537035 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Network 30978606-34cd-4e89-8083-456525c1692d details requested by agent ovs-agent-dv-cinder-759961-13-iscsi with host dv-cinder-759961-13-iscsi {{(pid=105700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 00:39:01.702232 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 45298) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:39:01.762790 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.pecan_wsgi.hooks.translation [None req-22a8c048-d21e-4015-8863-fdee84dd28dd admin admin] GET failed (client error): The resource could not be found. Sep 08 00:39:01.764131 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-22a8c048-d21e-4015-8863-fdee84dd28dd admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0609343 Sep 08 00:39:01.833728 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a8513e-5894-4547-b255-9e642ec53f56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:39:01.835183 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-91a8513e-5894-4547-b255-9e642ec53f56 admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0666203 Sep 08 00:39:01.845589 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [None req-05696a32-84d7-48c7-885e-05a292e3daf8 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '30978606-34cd-4e89-8083-456525c1692d'}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:39:01.866313 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05696a32-84d7-48c7-885e-05a292e3daf8 admin admin] Made reservation on behalf of eabfe291c03f49eb903c00445e24e1ae for: {'subnet': 1} {{(pid=105699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:39:01.868530 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-05696a32-84d7-48c7-885e-05a292e3daf8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:39:02.027375 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-05696a32-84d7-48c7-885e-05a292e3daf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586'] for subnet, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:39:02.080540 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05696a32-84d7-48c7-885e-05a292e3daf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c98167d-efb8-4eff-882f-0625947ae96b,revision_number=0']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:39:02.089509 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05696a32-84d7-48c7-885e-05a292e3daf8 admin admin] Checking segment: {'id': '876bc7d6-aca0-4be6-b565-cbd3cd2e3777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '30978606-34cd-4e89-8083-456525c1692d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:39:02.089995 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05696a32-84d7-48c7-885e-05a292e3daf8 admin admin] Network hostable DHCP agents. Network: 30978606-34cd-4e89-8083-456525c1692d, hostable agents: ['08f6a972-2c18-45c5-8342-7a3ab768691a'], hosted agents: [] {{(pid=105699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 00:39:02.106001 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05696a32-84d7-48c7-885e-05a292e3daf8 admin admin] Network 30978606-34cd-4e89-8083-456525c1692d is scheduled to be hosted by DHCP agent 08f6a972-2c18-45c5-8342-7a3ab768691a with binding_index 1 {{(pid=105699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 00:39:02.114078 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.base_scheduler [None req-05696a32-84d7-48c7-885e-05a292e3daf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-13-iscsi, 30978606-34cd-4e89-8083-456525c1692d) {{(pid=105699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:39:02.118210 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05696a32-84d7-48c7-885e-05a292e3daf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:39:02.118794 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-05696a32-84d7-48c7-885e-05a292e3daf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for subnet, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:39:02.124195 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b7424a-ac24-4758-a070-6fd0c53fdeac None None] Network 30978606-34cd-4e89-8083-456525c1692d requested from dv-cinder-759961-13-iscsi {{(pid=105700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 00:39:02.133130 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-05696a32-84d7-48c7-885e-05a292e3daf8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2909689 Sep 08 00:39:02.378944 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529846cd-c6f3-4b26-b6d1-f87b620e643b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1052c816-ecfd-5720-acea-4b7c5cbde93b-30978606-34cd-4e89-8083-456525c1692d', 'network_id': '30978606-34cd-4e89-8083-456525c1692d', 'tenant_id': 'eabfe291c03f49eb903c00445e24e1ae', 'fixed_ips': [{'subnet_id': '0c98167d-efb8-4eff-882f-0625947ae96b'}]}} from dv-cinder-759961-13-iscsi. {{(pid=105700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 00:39:02.379924 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-529846cd-c6f3-4b26-b6d1-f87b620e643b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_create {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:39:02.517338 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.db_base_plugin_common [None req-529846cd-c6f3-4b26-b6d1-f87b620e643b None None] Allocated IP 192.168.233.2 (30978606-34cd-4e89-8083-456525c1692d/0c98167d-efb8-4eff-882f-0625947ae96b/3bcc078c-e207-4090-bdf1-7da4facbc080) {{(pid=105700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 00:39:02.660258 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-529846cd-c6f3-4b26-b6d1-f87b620e643b None None] Notify callbacks [] for port, precommit_create {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:39:02.668477 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-529846cd-c6f3-4b26-b6d1-f87b620e643b None None] Transition to ACTIVE for port object 3bcc078c-e207-4090-bdf1-7da4facbc080 will not be triggered until provisioned by entity L2. {{(pid=105700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:39:02.683764 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-529846cd-c6f3-4b26-b6d1-f87b620e643b None None] Transition to ACTIVE for port object 3bcc078c-e207-4090-bdf1-7da4facbc080 will not be triggered until provisioned by entity DHCP. {{(pid=105700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:39:02.688896 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-529846cd-c6f3-4b26-b6d1-f87b620e643b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792256344477'] for port, after_create {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:39:02.728968 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529846cd-c6f3-4b26-b6d1-f87b620e643b None None] Network 30978606-34cd-4e89-8083-456525c1692d is already hosted by enough agents. {{(pid=105700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:39:02.732692 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.scheduler.base_scheduler [None req-529846cd-c6f3-4b26-b6d1-f87b620e643b None None] Resources bound (agent type, host, resource id): {{(pid=105700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:39:02.741136 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529846cd-c6f3-4b26-b6d1-f87b620e643b None None] Received port after_create {{(pid=105700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 00:39:02.743042 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529846cd-c6f3-4b26-b6d1-f87b620e643b None None] Pushing event updated for resources: {'Port': ['ID=3bcc078c-e207-4090-bdf1-7da4facbc080,revision_number=1']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:39:02.755087 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529846cd-c6f3-4b26-b6d1-f87b620e643b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:39:02.755439 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529846cd-c6f3-4b26-b6d1-f87b620e643b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:39:02.755805 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529846cd-c6f3-4b26-b6d1-f87b620e643b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:39:02.756165 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529846cd-c6f3-4b26-b6d1-f87b620e643b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:39:02.756487 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529846cd-c6f3-4b26-b6d1-f87b620e643b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:39:02.756875 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529846cd-c6f3-4b26-b6d1-f87b620e643b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:39:02.757151 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529846cd-c6f3-4b26-b6d1-f87b620e643b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:39:02.757471 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529846cd-c6f3-4b26-b6d1-f87b620e643b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:39:02.757806 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529846cd-c6f3-4b26-b6d1-f87b620e643b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:39:02.758129 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529846cd-c6f3-4b26-b6d1-f87b620e643b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:39:02.758926 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529846cd-c6f3-4b26-b6d1-f87b620e643b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:39:02.758926 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529846cd-c6f3-4b26-b6d1-f87b620e643b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:39:02.804560 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-529846cd-c6f3-4b26-b6d1-f87b620e643b None None] Attempting to bind port 3bcc078c-e207-4090-bdf1-7da4facbc080 on host dv-cinder-759961-13-iscsi for vnic_type normal with profile {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 00:39:02.805094 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-529846cd-c6f3-4b26-b6d1-f87b620e643b None None] Attempting to bind port 3bcc078c-e207-4090-bdf1-7da4facbc080 by drivers openvswitch,hyperv on host dv-cinder-759961-13-iscsi at level 0 using segments [{'id': '876bc7d6-aca0-4be6-b565-cbd3cd2e3777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '30978606-34cd-4e89-8083-456525c1692d'}] {{(pid=105700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 00:39:02.805548 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529846cd-c6f3-4b26-b6d1-f87b620e643b None None] Attempting to bind port 3bcc078c-e207-4090-bdf1-7da4facbc080 on network 30978606-34cd-4e89-8083-456525c1692d {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:39:02.811129 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529846cd-c6f3-4b26-b6d1-f87b620e643b None None] Checking agent: {'id': 'f82a9a64-a181-41a7-bfc0-9590d2256fe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 0, 35, 51), 'started_at': datetime.datetime(2021, 9, 8, 0, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 0, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 00:39:02.811481 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529846cd-c6f3-4b26-b6d1-f87b620e643b None None] Checking segment: {'id': '876bc7d6-aca0-4be6-b565-cbd3cd2e3777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '30978606-34cd-4e89-8083-456525c1692d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:39:02.812025 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-529846cd-c6f3-4b26-b6d1-f87b620e643b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:39:02.812421 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529846cd-c6f3-4b26-b6d1-f87b620e643b None None] Bound using segment: {'id': '876bc7d6-aca0-4be6-b565-cbd3cd2e3777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '30978606-34cd-4e89-8083-456525c1692d'} {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 00:39:02.812885 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-529846cd-c6f3-4b26-b6d1-f87b620e643b None None] Bound port: 3bcc078c-e207-4090-bdf1-7da4facbc080, host: dv-cinder-759961-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '876bc7d6-aca0-4be6-b565-cbd3cd2e3777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '30978606-34cd-4e89-8083-456525c1692d'}}] {{(pid=105700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 00:39:02.813282 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-529846cd-c6f3-4b26-b6d1-f87b620e643b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:39:02.876225 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-529846cd-c6f3-4b26-b6d1-f87b620e643b None None] For port 3bcc078c-e207-4090-bdf1-7da4facbc080, host dv-cinder-759961-13-iscsi, cleared binding levels {{(pid=105700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 00:39:02.879849 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-529846cd-c6f3-4b26-b6d1-f87b620e643b None None] For port 3bcc078c-e207-4090-bdf1-7da4facbc080, host dv-cinder-759961-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=3bcc078c-e207-4090-bdf1-7da4facbc080,segment=NetworkSegment(876bc7d6-aca0-4be6-b565-cbd3cd2e3777),segment_id=876bc7d6-aca0-4be6-b565-cbd3cd2e3777)] {{(pid=105700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 00:39:02.883956 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-529846cd-c6f3-4b26-b6d1-f87b620e643b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:39:02.946095 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529846cd-c6f3-4b26-b6d1-f87b620e643b None None] Pushing event updated for resources: {'Port': ['ID=3bcc078c-e207-4090-bdf1-7da4facbc080,revision_number=2']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:39:03.756486 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e7a9b4-4544-4eae-8093-eb5ef8632176 None None] Network 30978606-34cd-4e89-8083-456525c1692d requested from dv-cinder-759961-13-iscsi {{(pid=105700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 00:39:03.824138 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-1642403a-f947-4fcc-83e6-27217bb8bb5b None None] Provisioning for port 3bcc078c-e207-4090-bdf1-7da4facbc080 completed by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:39:04.516266 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 3bcc078c-e207-4090-bdf1-7da4facbc080 up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:39:04.566156 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning for port 3bcc078c-e207-4090-bdf1-7da4facbc080 completed by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:39:04.570151 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning complete for port 3bcc078c-e207-4090-bdf1-7da4facbc080 triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:39:04.570519 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:39:04.646943 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:39:04.679224 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] For port 3bcc078c-e207-4090-bdf1-7da4facbc080, host dv-cinder-759961-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=3bcc078c-e207-4090-bdf1-7da4facbc080,segment=NetworkSegment(876bc7d6-aca0-4be6-b565-cbd3cd2e3777),segment_id=876bc7d6-aca0-4be6-b565-cbd3cd2e3777)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:39:04.683468 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:39:04.733238 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Pushing event updated for resources: {'Port': ['ID=3bcc078c-e207-4090-bdf1-7da4facbc080,revision_number=3']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:39:06.506401 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 3bcc078c-e207-4090-bdf1-7da4facbc080 up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:39:06.554340 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning complete for port 3bcc078c-e207-4090-bdf1-7da4facbc080 triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:39:06.554715 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:39:15.142569 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.agents_db [None req-8a21184a-e449-40d8-9b7c-bcfe602fdfc6 None None] Agent healthcheck: found 5 active agents {{(pid=105701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 00:39:17.774329 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-4356b393-ecda-46c8-ab6f-ba73850fdc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:39:20.797810 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-e89a43a0-9c48-4165-bb22-d40c4cecdab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:39:20.816973 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:39:21.568491 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:39:23.043358 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:39:47.774646 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-d93e1f30-ffd3-445a-ab11-fefa535a2995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:39:50.801235 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-5b92da2a-721d-4a6a-afd5-f1b9ec067e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:39:50.818085 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:39:51.571074 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:39:52.140929 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.agents_db [None req-8a21184a-e449-40d8-9b7c-bcfe602fdfc6 None None] Agent healthcheck: found 5 active agents {{(pid=105701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 00:39:53.046585 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:40:10.679566 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 45350) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:40:10.685315 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [None req-d0f309db-0620-4d0a-a95c-dec8baf1fae3 tempest-verify_tempest_config-178222641 tempest-verify_tempest_config-178222641-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=105699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 00:40:10.686337 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-d0f309db-0620-4d0a-a95c-dec8baf1fae3 tempest-verify_tempest_config-178222641 tempest-verify_tempest_config-178222641-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057924 Sep 08 00:40:10.976485 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 45368) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:40:11.077662 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-a31d5b13-4060-4f8a-bfdc-b5399ac9cd6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:40:11.167151 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-a31d5b13-4060-4f8a-bfdc-b5399ac9cd6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:40:11.170750 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-a31d5b13-4060-4f8a-bfdc-b5399ac9cd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:40:11.215980 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-a31d5b13-4060-4f8a-bfdc-b5399ac9cd6b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8589763268f24cc88ddb3faff7db7a12&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2384708 Sep 08 00:40:11.216876 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31d5b13-4060-4f8a-bfdc-b5399ac9cd6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f77b56-c4cd-410a-9d8e-bad5e7eef3e0,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:40:11.218675 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 45372) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:40:11.223795 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31d5b13-4060-4f8a-bfdc-b5399ac9cd6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:40:11.224158 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31d5b13-4060-4f8a-bfdc-b5399ac9cd6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:40:11.224496 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31d5b13-4060-4f8a-bfdc-b5399ac9cd6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:40:11.224826 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31d5b13-4060-4f8a-bfdc-b5399ac9cd6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:40:11.225152 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31d5b13-4060-4f8a-bfdc-b5399ac9cd6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:40:11.225495 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31d5b13-4060-4f8a-bfdc-b5399ac9cd6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:40:11.225825 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31d5b13-4060-4f8a-bfdc-b5399ac9cd6b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:40:11.226149 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31d5b13-4060-4f8a-bfdc-b5399ac9cd6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:40:11.226469 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31d5b13-4060-4f8a-bfdc-b5399ac9cd6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:40:11.226788 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31d5b13-4060-4f8a-bfdc-b5399ac9cd6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:40:11.227106 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31d5b13-4060-4f8a-bfdc-b5399ac9cd6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:40:11.227425 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31d5b13-4060-4f8a-bfdc-b5399ac9cd6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:40:11.308028 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-10a2c498-f73f-4a5a-a64d-9593f699a381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:40:11.327645 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-10a2c498-f73f-4a5a-a64d-9593f699a381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:40:11.415900 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-10a2c498-f73f-4a5a-a64d-9593f699a381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:40:11.419048 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-10a2c498-f73f-4a5a-a64d-9593f699a381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:40:11.420307 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-10a2c498-f73f-4a5a-a64d-9593f699a381 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/08f77b56-c4cd-410a-9d8e-bad5e7eef3e0 HTTP/1.1" status: 204 len: 168 time: 0.2006662 Sep 08 00:40:11.428127 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a2c498-f73f-4a5a-a64d-9593f699a381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f77b56-c4cd-410a-9d8e-bad5e7eef3e0,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:40:11.438030 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a2c498-f73f-4a5a-a64d-9593f699a381 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:40:11.438399 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a2c498-f73f-4a5a-a64d-9593f699a381 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:40:11.438745 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a2c498-f73f-4a5a-a64d-9593f699a381 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:40:11.439087 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a2c498-f73f-4a5a-a64d-9593f699a381 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:40:11.439425 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a2c498-f73f-4a5a-a64d-9593f699a381 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:40:11.439801 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a2c498-f73f-4a5a-a64d-9593f699a381 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:40:11.440135 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a2c498-f73f-4a5a-a64d-9593f699a381 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:40:11.440479 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a2c498-f73f-4a5a-a64d-9593f699a381 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:40:11.440813 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a2c498-f73f-4a5a-a64d-9593f699a381 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:40:11.441151 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a2c498-f73f-4a5a-a64d-9593f699a381 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:40:11.441472 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a2c498-f73f-4a5a-a64d-9593f699a381 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:40:11.441794 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a2c498-f73f-4a5a-a64d-9593f699a381 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:40:11.443124 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a2c498-f73f-4a5a-a64d-9593f699a381 admin admin] Tracked resource versions report: Sep 08 00:40:11.443124 dv-cinder-759961-13-iscsi neutron-server[105698]: pushed versions: Sep 08 00:40:11.443124 dv-cinder-759961-13-iscsi neutron-server[105698]: { 'AddressGroup': {'1.2'}, Sep 08 00:40:11.443124 dv-cinder-759961-13-iscsi neutron-server[105698]: 'ConntrackHelper': {'1.0'}, Sep 08 00:40:11.443124 dv-cinder-759961-13-iscsi neutron-server[105698]: 'Log': {'1.0'}, Sep 08 00:40:11.443124 dv-cinder-759961-13-iscsi neutron-server[105698]: 'Network': {'1.1'}, Sep 08 00:40:11.443124 dv-cinder-759961-13-iscsi neutron-server[105698]: 'Port': {'1.7'}, Sep 08 00:40:11.443124 dv-cinder-759961-13-iscsi neutron-server[105698]: 'PortForwarding': {'1.2'}, Sep 08 00:40:11.443124 dv-cinder-759961-13-iscsi neutron-server[105698]: 'QosPolicy': {'1.9'}, Sep 08 00:40:11.443124 dv-cinder-759961-13-iscsi neutron-server[105698]: 'SecurityGroup': {'1.4'}, Sep 08 00:40:11.443124 dv-cinder-759961-13-iscsi neutron-server[105698]: 'SecurityGroupRule': {'1.2'}, Sep 08 00:40:11.443124 dv-cinder-759961-13-iscsi neutron-server[105698]: 'SubPort': {'1.0'}, Sep 08 00:40:11.443124 dv-cinder-759961-13-iscsi neutron-server[105698]: 'Subnet': {'1.1'}, Sep 08 00:40:11.443124 dv-cinder-759961-13-iscsi neutron-server[105698]: 'Trunk': {'1.1'}} Sep 08 00:40:11.443124 dv-cinder-759961-13-iscsi neutron-server[105698]: consumer versions: Sep 08 00:40:11.443124 dv-cinder-759961-13-iscsi neutron-server[105698]: { DHCP agent@dv-cinder-759961-13-iscsi: {}, Sep 08 00:40:11.443124 dv-cinder-759961-13-iscsi neutron-server[105698]: L3 agent@dv-cinder-759961-13-iscsi: {}, Sep 08 00:40:11.443124 dv-cinder-759961-13-iscsi neutron-server[105698]: Metadata agent@dv-cinder-759961-13-iscsi: {}, Sep 08 00:40:11.443124 dv-cinder-759961-13-iscsi neutron-server[105698]: Metering agent@dv-cinder-759961-13-iscsi: {}, Sep 08 00:40:11.443124 dv-cinder-759961-13-iscsi neutron-server[105698]: Open vSwitch agent@dv-cinder-759961-13-iscsi: { 'AddressGroup': '1.2', Sep 08 00:40:11.443124 dv-cinder-759961-13-iscsi neutron-server[105698]: 'ConntrackHelper': '1.0', Sep 08 00:40:11.443124 dv-cinder-759961-13-iscsi neutron-server[105698]: 'Log': '1.0', Sep 08 00:40:11.443124 dv-cinder-759961-13-iscsi neutron-server[105698]: 'Network': '1.1', Sep 08 00:40:11.443124 dv-cinder-759961-13-iscsi neutron-server[105698]: 'Port': '1.7', Sep 08 00:40:11.443124 dv-cinder-759961-13-iscsi neutron-server[105698]: 'PortForwarding': '1.2', Sep 08 00:40:11.443124 dv-cinder-759961-13-iscsi neutron-server[105698]: 'QosPolicy': '1.9', Sep 08 00:40:11.443124 dv-cinder-759961-13-iscsi neutron-server[105698]: 'SecurityGroup': '1.4', Sep 08 00:40:11.443124 dv-cinder-759961-13-iscsi neutron-server[105698]: 'SecurityGroupRule': '1.2', Sep 08 00:40:11.443124 dv-cinder-759961-13-iscsi neutron-server[105698]: 'SubPort': '1.0', Sep 08 00:40:11.443124 dv-cinder-759961-13-iscsi neutron-server[105698]: 'Subnet': '1.1', Sep 08 00:40:11.443124 dv-cinder-759961-13-iscsi neutron-server[105698]: 'Trunk': '1.1'}} Sep 08 00:40:11.443124 dv-cinder-759961-13-iscsi neutron-server[105698]: {{(pid=105698) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 00:40:17.776597 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-9a67a3a6-b4c5-44f3-a1b9-1bb59f0518a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:40:20.811947 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-3af0f3fc-66ee-43cd-ad6a-77155fd04b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:40:20.825989 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:40:21.575071 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:40:23.050129 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:40:29.139752 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.agents_db [None req-8a21184a-e449-40d8-9b7c-bcfe602fdfc6 None None] Agent healthcheck: found 5 active agents {{(pid=105701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 00:40:47.779234 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-5efaabb1-eca8-4823-a207-9e47460cdee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:40:50.802127 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-f28f546a-747f-47ac-b2ff-3756f0576d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:40:50.819287 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:40:51.577736 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:40:53.051975 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:41:06.139316 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.agents_db [None req-8a21184a-e449-40d8-9b7c-bcfe602fdfc6 None None] Agent healthcheck: found 5 active agents {{(pid=105701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 00:41:17.778883 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-24d80240-2d29-4a32-a127-8dd09835e2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:41:20.802703 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-cc94ccf3-0d98-407b-aad5-939ae1e7654a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:41:20.821031 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:41:21.579328 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:41:23.056479 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:41:43.137033 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.agents_db [None req-8a21184a-e449-40d8-9b7c-bcfe602fdfc6 None None] Agent healthcheck: found 5 active agents {{(pid=105701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 00:41:43.614281 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-529636'] for agent, after_create {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:41:47.779611 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-d72ff900-612a-4a8b-9ab8-27740f8fbaf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:41:50.802627 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-d6b0fa17-d897-4286-900c-acac8b032141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:41:50.821969 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:41:51.582355 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:41:53.058463 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:41:57.913440 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 45450) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:41:58.017690 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-960e7852-c661-425f-9737-d60b3252b95e admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1031613 Sep 08 00:42:00.274580 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 45460) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:42:00.329180 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-9c6e48cc-bfef-4f27-9085-98db4a63756c admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0535398 Sep 08 00:42:13.567294 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:42:17.780082 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-997bebf8-b8b2-4ab6-a3c6-2320b266db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:42:20.135454 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.agents_db [None req-8a21184a-e449-40d8-9b7c-bcfe602fdfc6 None None] Agent healthcheck: found 6 active agents {{(pid=105701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 00:42:20.803331 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b140f900-ced0-4d9e-87ec-868eafba69f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:42:20.821664 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:42:21.586001 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:42:23.062667 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:42:43.565375 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:42:47.780664 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-ae98a89c-eddc-45b1-9793-59dc35738a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:42:50.805915 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-38231c21-b914-4cfe-9fb1-5cf2934667de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:42:50.830432 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:42:51.591335 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:42:53.073737 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:42:57.134155 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.agents_db [None req-8a21184a-e449-40d8-9b7c-bcfe602fdfc6 None None] Agent healthcheck: found 6 active agents {{(pid=105701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 00:43:13.598770 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:17.781045 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-a05f0b3a-93cc-40ea-9096-50ab8f079d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:20.911899 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-d47fc615-80ae-4b42-8a2a-aa1976e60557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:20.913552 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:21.592698 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:23.070031 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:28.046721 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 45626) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:43:28.270924 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [None req-7cebd89d-7174-4959-9e5f-fe74a6e10372 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1244011850-network', 'tenant_id': '41a9d0c8e8684f7ab121d687f8b71cc9'}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:43:28.273718 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.quota [None req-7cebd89d-7174-4959-9e5f-fe74a6e10372 admin admin] Loaded quota_driver: . Sep 08 00:43:28.316416 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cebd89d-7174-4959-9e5f-fe74a6e10372 admin admin] Made reservation on behalf of 41a9d0c8e8684f7ab121d687f8b71cc9 for: {'network': 1} {{(pid=105698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:43:28.319558 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-7cebd89d-7174-4959-9e5f-fe74a6e10372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for network, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:28.334731 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-7cebd89d-7174-4959-9e5f-fe74a6e10372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:28.443373 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-7cebd89d-7174-4959-9e5f-fe74a6e10372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:28.447837 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-7cebd89d-7174-4959-9e5f-fe74a6e10372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:28.480867 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cebd89d-7174-4959-9e5f-fe74a6e10372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c731b8a2-2af5-4d9b-9822-6d00fc259d27,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:43:28.491459 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebd89d-7174-4959-9e5f-fe74a6e10372 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:43:28.492226 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebd89d-7174-4959-9e5f-fe74a6e10372 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:43:28.492708 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebd89d-7174-4959-9e5f-fe74a6e10372 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:43:28.493679 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebd89d-7174-4959-9e5f-fe74a6e10372 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:43:28.494326 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebd89d-7174-4959-9e5f-fe74a6e10372 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:43:28.494796 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebd89d-7174-4959-9e5f-fe74a6e10372 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:43:28.495872 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebd89d-7174-4959-9e5f-fe74a6e10372 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:43:28.495872 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebd89d-7174-4959-9e5f-fe74a6e10372 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:43:28.496499 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebd89d-7174-4959-9e5f-fe74a6e10372 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:43:28.496794 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebd89d-7174-4959-9e5f-fe74a6e10372 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:43:28.497120 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebd89d-7174-4959-9e5f-fe74a6e10372 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:43:28.497446 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebd89d-7174-4959-9e5f-fe74a6e10372 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:43:28.498472 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebd89d-7174-4959-9e5f-fe74a6e10372 admin admin] Tracked resource versions report: Sep 08 00:43:28.498472 dv-cinder-759961-13-iscsi neutron-server[105698]: pushed versions: Sep 08 00:43:28.498472 dv-cinder-759961-13-iscsi neutron-server[105698]: { 'AddressGroup': {'1.2'}, Sep 08 00:43:28.498472 dv-cinder-759961-13-iscsi neutron-server[105698]: 'ConntrackHelper': {'1.0'}, Sep 08 00:43:28.498472 dv-cinder-759961-13-iscsi neutron-server[105698]: 'Log': {'1.0'}, Sep 08 00:43:28.498472 dv-cinder-759961-13-iscsi neutron-server[105698]: 'Network': {'1.1'}, Sep 08 00:43:28.498472 dv-cinder-759961-13-iscsi neutron-server[105698]: 'Port': {'1.7'}, Sep 08 00:43:28.498472 dv-cinder-759961-13-iscsi neutron-server[105698]: 'PortForwarding': {'1.2'}, Sep 08 00:43:28.498472 dv-cinder-759961-13-iscsi neutron-server[105698]: 'QosPolicy': {'1.9'}, Sep 08 00:43:28.498472 dv-cinder-759961-13-iscsi neutron-server[105698]: 'SecurityGroup': {'1.4'}, Sep 08 00:43:28.498472 dv-cinder-759961-13-iscsi neutron-server[105698]: 'SecurityGroupRule': {'1.2'}, Sep 08 00:43:28.498472 dv-cinder-759961-13-iscsi neutron-server[105698]: 'SubPort': {'1.0'}, Sep 08 00:43:28.498472 dv-cinder-759961-13-iscsi neutron-server[105698]: 'Subnet': {'1.1'}, Sep 08 00:43:28.498472 dv-cinder-759961-13-iscsi neutron-server[105698]: 'Trunk': {'1.1'}} Sep 08 00:43:28.498472 dv-cinder-759961-13-iscsi neutron-server[105698]: consumer versions: Sep 08 00:43:28.498472 dv-cinder-759961-13-iscsi neutron-server[105698]: { DHCP agent@dv-cinder-759961-13-iscsi: {}, Sep 08 00:43:28.498472 dv-cinder-759961-13-iscsi neutron-server[105698]: HyperV agent@hv-cinder-75996: {}, Sep 08 00:43:28.498472 dv-cinder-759961-13-iscsi neutron-server[105698]: L3 agent@dv-cinder-759961-13-iscsi: {}, Sep 08 00:43:28.498472 dv-cinder-759961-13-iscsi neutron-server[105698]: Metadata agent@dv-cinder-759961-13-iscsi: {}, Sep 08 00:43:28.498472 dv-cinder-759961-13-iscsi neutron-server[105698]: Metering agent@dv-cinder-759961-13-iscsi: {}, Sep 08 00:43:28.498472 dv-cinder-759961-13-iscsi neutron-server[105698]: Open vSwitch agent@dv-cinder-759961-13-iscsi: { 'AddressGroup': '1.2', Sep 08 00:43:28.498472 dv-cinder-759961-13-iscsi neutron-server[105698]: 'ConntrackHelper': '1.0', Sep 08 00:43:28.498472 dv-cinder-759961-13-iscsi neutron-server[105698]: 'Log': '1.0', Sep 08 00:43:28.498472 dv-cinder-759961-13-iscsi neutron-server[105698]: 'Network': '1.1', Sep 08 00:43:28.498472 dv-cinder-759961-13-iscsi neutron-server[105698]: 'Port': '1.7', Sep 08 00:43:28.498472 dv-cinder-759961-13-iscsi neutron-server[105698]: 'PortForwarding': '1.2', Sep 08 00:43:28.498472 dv-cinder-759961-13-iscsi neutron-server[105698]: 'QosPolicy': '1.9', Sep 08 00:43:28.498472 dv-cinder-759961-13-iscsi neutron-server[105698]: 'SecurityGroup': '1.4', Sep 08 00:43:28.498472 dv-cinder-759961-13-iscsi neutron-server[105698]: 'SecurityGroupRule': '1.2', Sep 08 00:43:28.498472 dv-cinder-759961-13-iscsi neutron-server[105698]: 'SubPort': '1.0', Sep 08 00:43:28.498472 dv-cinder-759961-13-iscsi neutron-server[105698]: 'Subnet': '1.1', Sep 08 00:43:28.498472 dv-cinder-759961-13-iscsi neutron-server[105698]: 'Trunk': '1.1'}} Sep 08 00:43:28.498472 dv-cinder-759961-13-iscsi neutron-server[105698]: {{(pid=105698) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 00:43:28.504188 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cebd89d-7174-4959-9e5f-fe74a6e10372 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=105698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 00:43:28.521985 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-7cebd89d-7174-4959-9e5f-fe74a6e10372 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792256839280', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3575388'] for segment, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:28.522547 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-7cebd89d-7174-4959-9e5f-fe74a6e10372 admin admin] Unsubscribe: segment precommit_create {{(pid=105698) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 08 00:43:28.523295 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.db.segments_db [None req-7cebd89d-7174-4959-9e5f-fe74a6e10372 admin admin] Added segment 7824ab05-95b6-4b54-86de-8ce3543421b1 of type vlan for network 4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b Sep 08 00:43:28.597839 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-7cebd89d-7174-4959-9e5f-fe74a6e10372 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792256300036'] for network, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:28.632978 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-7cebd89d-7174-4959-9e5f-fe74a6e10372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586'] for network, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:28.634055 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cebd89d-7174-4959-9e5f-fe74a6e10372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:43:28.634637 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-7cebd89d-7174-4959-9e5f-fe74a6e10372 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for network, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:28.746215 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 45680) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:43:28.760805 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cebd89d-7174-4959-9e5f-fe74a6e10372 admin admin] Pushing event updated for resources: {'Network': ['ID=4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:43:28.772011 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Network 4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b details requested by agent ovs-agent-dv-cinder-759961-13-iscsi with host dv-cinder-759961-13-iscsi {{(pid=105700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 00:43:28.774392 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 45686) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:43:28.774547 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-7cebd89d-7174-4959-9e5f-fe74a6e10372 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7266905 Sep 08 00:43:28.780328 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [None req-e511e8d8-a8e1-4056-badd-d5aa5c554f9c admin admin] Request body: {'subnet': {'network_id': '4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1244011850-subnet', 'tenant_id': '41a9d0c8e8684f7ab121d687f8b71cc9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:43:28.806352 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e511e8d8-a8e1-4056-badd-d5aa5c554f9c admin admin] Made reservation on behalf of 41a9d0c8e8684f7ab121d687f8b71cc9 for: {'subnet': 1} {{(pid=105699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:43:28.809879 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-e511e8d8-a8e1-4056-badd-d5aa5c554f9c admin admin] Notify callbacks [] for subnet, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:28.950361 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 45690) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:43:28.996017 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-e511e8d8-a8e1-4056-badd-d5aa5c554f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586'] for subnet, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:29.037275 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e511e8d8-a8e1-4056-badd-d5aa5c554f9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf83ea2d-a9ed-4f51-960e-7a1b9f0410c7,revision_number=0']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:43:29.045318 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e511e8d8-a8e1-4056-badd-d5aa5c554f9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:43:29.045969 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e511e8d8-a8e1-4056-badd-d5aa5c554f9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:43:29.046546 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e511e8d8-a8e1-4056-badd-d5aa5c554f9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:43:29.047118 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e511e8d8-a8e1-4056-badd-d5aa5c554f9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:43:29.047766 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e511e8d8-a8e1-4056-badd-d5aa5c554f9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:43:29.048330 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e511e8d8-a8e1-4056-badd-d5aa5c554f9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:43:29.048859 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e511e8d8-a8e1-4056-badd-d5aa5c554f9c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:43:29.049396 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e511e8d8-a8e1-4056-badd-d5aa5c554f9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:43:29.049946 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e511e8d8-a8e1-4056-badd-d5aa5c554f9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:43:29.050469 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e511e8d8-a8e1-4056-badd-d5aa5c554f9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:43:29.050992 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e511e8d8-a8e1-4056-badd-d5aa5c554f9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:43:29.051554 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e511e8d8-a8e1-4056-badd-d5aa5c554f9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:43:29.052879 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e511e8d8-a8e1-4056-badd-d5aa5c554f9c admin admin] Tracked resource versions report: Sep 08 00:43:29.052879 dv-cinder-759961-13-iscsi neutron-server[105699]: pushed versions: Sep 08 00:43:29.052879 dv-cinder-759961-13-iscsi neutron-server[105699]: { 'AddressGroup': {'1.2'}, Sep 08 00:43:29.052879 dv-cinder-759961-13-iscsi neutron-server[105699]: 'ConntrackHelper': {'1.0'}, Sep 08 00:43:29.052879 dv-cinder-759961-13-iscsi neutron-server[105699]: 'Log': {'1.0'}, Sep 08 00:43:29.052879 dv-cinder-759961-13-iscsi neutron-server[105699]: 'Network': {'1.1'}, Sep 08 00:43:29.052879 dv-cinder-759961-13-iscsi neutron-server[105699]: 'Port': {'1.7'}, Sep 08 00:43:29.052879 dv-cinder-759961-13-iscsi neutron-server[105699]: 'PortForwarding': {'1.2'}, Sep 08 00:43:29.052879 dv-cinder-759961-13-iscsi neutron-server[105699]: 'QosPolicy': {'1.9'}, Sep 08 00:43:29.052879 dv-cinder-759961-13-iscsi neutron-server[105699]: 'SecurityGroup': {'1.4'}, Sep 08 00:43:29.052879 dv-cinder-759961-13-iscsi neutron-server[105699]: 'SecurityGroupRule': {'1.2'}, Sep 08 00:43:29.052879 dv-cinder-759961-13-iscsi neutron-server[105699]: 'SubPort': {'1.0'}, Sep 08 00:43:29.052879 dv-cinder-759961-13-iscsi neutron-server[105699]: 'Subnet': {'1.1'}, Sep 08 00:43:29.052879 dv-cinder-759961-13-iscsi neutron-server[105699]: 'Trunk': {'1.1'}} Sep 08 00:43:29.052879 dv-cinder-759961-13-iscsi neutron-server[105699]: consumer versions: Sep 08 00:43:29.052879 dv-cinder-759961-13-iscsi neutron-server[105699]: { DHCP agent@dv-cinder-759961-13-iscsi: {}, Sep 08 00:43:29.052879 dv-cinder-759961-13-iscsi neutron-server[105699]: HyperV agent@hv-cinder-75996: {}, Sep 08 00:43:29.052879 dv-cinder-759961-13-iscsi neutron-server[105699]: L3 agent@dv-cinder-759961-13-iscsi: {}, Sep 08 00:43:29.052879 dv-cinder-759961-13-iscsi neutron-server[105699]: Metadata agent@dv-cinder-759961-13-iscsi: {}, Sep 08 00:43:29.052879 dv-cinder-759961-13-iscsi neutron-server[105699]: Metering agent@dv-cinder-759961-13-iscsi: {}, Sep 08 00:43:29.052879 dv-cinder-759961-13-iscsi neutron-server[105699]: Open vSwitch agent@dv-cinder-759961-13-iscsi: { 'AddressGroup': '1.2', Sep 08 00:43:29.052879 dv-cinder-759961-13-iscsi neutron-server[105699]: 'ConntrackHelper': '1.0', Sep 08 00:43:29.052879 dv-cinder-759961-13-iscsi neutron-server[105699]: 'Log': '1.0', Sep 08 00:43:29.052879 dv-cinder-759961-13-iscsi neutron-server[105699]: 'Network': '1.1', Sep 08 00:43:29.052879 dv-cinder-759961-13-iscsi neutron-server[105699]: 'Port': '1.7', Sep 08 00:43:29.052879 dv-cinder-759961-13-iscsi neutron-server[105699]: 'PortForwarding': '1.2', Sep 08 00:43:29.052879 dv-cinder-759961-13-iscsi neutron-server[105699]: 'QosPolicy': '1.9', Sep 08 00:43:29.052879 dv-cinder-759961-13-iscsi neutron-server[105699]: 'SecurityGroup': '1.4', Sep 08 00:43:29.052879 dv-cinder-759961-13-iscsi neutron-server[105699]: 'SecurityGroupRule': '1.2', Sep 08 00:43:29.052879 dv-cinder-759961-13-iscsi neutron-server[105699]: 'SubPort': '1.0', Sep 08 00:43:29.052879 dv-cinder-759961-13-iscsi neutron-server[105699]: 'Subnet': '1.1', Sep 08 00:43:29.052879 dv-cinder-759961-13-iscsi neutron-server[105699]: 'Trunk': '1.1'}} Sep 08 00:43:29.052879 dv-cinder-759961-13-iscsi neutron-server[105699]: {{(pid=105699) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 00:43:29.091485 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e511e8d8-a8e1-4056-badd-d5aa5c554f9c admin admin] Checking segment: {'id': '7824ab05-95b6-4b54-86de-8ce3543421b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:43:29.092808 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e511e8d8-a8e1-4056-badd-d5aa5c554f9c admin admin] Network hostable DHCP agents. Network: 4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b, hostable agents: ['08f6a972-2c18-45c5-8342-7a3ab768691a'], hosted agents: [] {{(pid=105699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 00:43:29.117277 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e511e8d8-a8e1-4056-badd-d5aa5c554f9c admin admin] Network 4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b is scheduled to be hosted by DHCP agent 08f6a972-2c18-45c5-8342-7a3ab768691a with binding_index 1 {{(pid=105699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 00:43:29.131291 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.base_scheduler [None req-e511e8d8-a8e1-4056-badd-d5aa5c554f9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-13-iscsi, 4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b) {{(pid=105699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:43:29.146722 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf681d8-5adb-4fea-bfa7-7813f1503b8c None None] Network 4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b requested from dv-cinder-759961-13-iscsi {{(pid=105700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 00:43:29.156152 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e511e8d8-a8e1-4056-badd-d5aa5c554f9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:43:29.156749 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-e511e8d8-a8e1-4056-badd-d5aa5c554f9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for subnet, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:29.179774 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 45698) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:43:29.180373 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-e511e8d8-a8e1-4056-badd-d5aa5c554f9c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4045088 Sep 08 00:43:29.186672 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [None req-4ab34ef4-7f1f-4673-a3fb-1b18b87179fa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1244011850-router', 'tenant_id': '41a9d0c8e8684f7ab121d687f8b71cc9', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a'}}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:43:29.222063 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [None req-8751fe4f-6215-4d8f-93af-e07667c9bdc2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1890160519-network', 'tenant_id': 'ed83e139036e43c0bdee59e5a1664e08'}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:43:29.243310 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-4ab34ef4-7f1f-4673-a3fb-1b18b87179fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2420'] for router, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:29.247151 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-4ab34ef4-7f1f-4673-a3fb-1b18b87179fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529807', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2413'] for router, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:29.266262 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8751fe4f-6215-4d8f-93af-e07667c9bdc2 admin admin] Made reservation on behalf of ed83e139036e43c0bdee59e5a1664e08 for: {'network': 1} {{(pid=105699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:43:29.271040 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-8751fe4f-6215-4d8f-93af-e07667c9bdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for network, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:29.284655 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-8751fe4f-6215-4d8f-93af-e07667c9bdc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:29.345777 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [None req-faaadf5e-ac81-496e-8610-39dff98b8d81 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1706270371-network', 'tenant_id': '9b0ed6c08b9844e2ba70a09ddd0959c1'}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:43:29.404263 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedc9dc1-2032-4c80-b464-5be979fd751e None None] Network 4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b requested from dv-cinder-759961-13-iscsi {{(pid=105700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 00:43:29.427118 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-4ab34ef4-7f1f-4673-a3fb-1b18b87179fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:29.440250 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-8751fe4f-6215-4d8f-93af-e07667c9bdc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:29.448174 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-8751fe4f-6215-4d8f-93af-e07667c9bdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:29.475131 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8751fe4f-6215-4d8f-93af-e07667c9bdc2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=105699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 00:43:29.493953 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-8751fe4f-6215-4d8f-93af-e07667c9bdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3575388'] for segment, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:29.494296 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.db.segments_db [None req-8751fe4f-6215-4d8f-93af-e07667c9bdc2 admin admin] Added segment 8c43ed1d-4fd4-4ffb-a9bf-23a634afd854 of type vlan for network f151a612-c6af-480a-b6c1-79bb5ceff3d2 Sep 08 00:43:29.556291 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8751fe4f-6215-4d8f-93af-e07667c9bdc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef029761-8d3e-4780-ae64-71113525f7d8,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:43:29.600984 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-8751fe4f-6215-4d8f-93af-e07667c9bdc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792256300036'] for network, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:29.615219 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faaadf5e-ac81-496e-8610-39dff98b8d81 admin admin] Made reservation on behalf of 9b0ed6c08b9844e2ba70a09ddd0959c1 for: {'network': 1} {{(pid=105698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:43:29.617671 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-faaadf5e-ac81-496e-8610-39dff98b8d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for network, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:29.627913 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-faaadf5e-ac81-496e-8610-39dff98b8d81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:29.638954 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-8751fe4f-6215-4d8f-93af-e07667c9bdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586'] for network, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:29.640955 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8751fe4f-6215-4d8f-93af-e07667c9bdc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:43:29.642195 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-8751fe4f-6215-4d8f-93af-e07667c9bdc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for network, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:29.673202 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-4ab34ef4-7f1f-4673-a3fb-1b18b87179fa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:29.676695 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-8751fe4f-6215-4d8f-93af-e07667c9bdc2 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9293916 Sep 08 00:43:29.681675 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 45724) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:43:29.689828 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [None req-c2e22088-983f-4a93-8d7b-6f47a378b1fd admin admin] Request body: {'subnet': {'network_id': 'f151a612-c6af-480a-b6c1-79bb5ceff3d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1890160519-subnet', 'tenant_id': 'ed83e139036e43c0bdee59e5a1664e08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:43:29.734328 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8751fe4f-6215-4d8f-93af-e07667c9bdc2 admin admin] Pushing event updated for resources: {'Network': ['ID=f151a612-c6af-480a-b6c1-79bb5ceff3d2,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:43:29.745625 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Network f151a612-c6af-480a-b6c1-79bb5ceff3d2 details requested by agent ovs-agent-dv-cinder-759961-13-iscsi with host dv-cinder-759961-13-iscsi {{(pid=105700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 00:43:29.910968 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-faaadf5e-ac81-496e-8610-39dff98b8d81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:29.938140 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-faaadf5e-ac81-496e-8610-39dff98b8d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:29.973230 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e22088-983f-4a93-8d7b-6f47a378b1fd admin admin] Made reservation on behalf of ed83e139036e43c0bdee59e5a1664e08 for: {'subnet': 1} {{(pid=105698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:43:29.975707 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-c2e22088-983f-4a93-8d7b-6f47a378b1fd admin admin] Notify callbacks [] for subnet, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:29.988319 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaadf5e-ac81-496e-8610-39dff98b8d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9ecd26-e76e-476c-a4db-92e99508c249,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:43:30.050920 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faaadf5e-ac81-496e-8610-39dff98b8d81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=105698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 00:43:30.151033 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-faaadf5e-ac81-496e-8610-39dff98b8d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3575388'] for segment, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:30.151442 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.db.segments_db [None req-faaadf5e-ac81-496e-8610-39dff98b8d81 admin admin] Added segment 3de05d6b-2c84-441f-bc53-4fa7981bcbd6 of type vlan for network e271d85f-7317-457a-866b-38767b94b4ff Sep 08 00:43:30.239349 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-faaadf5e-ac81-496e-8610-39dff98b8d81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792256300036'] for network, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:30.281936 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-4ab34ef4-7f1f-4673-a3fb-1b18b87179fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:30.311407 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-4ab34ef4-7f1f-4673-a3fb-1b18b87179fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:30.407013 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-faaadf5e-ac81-496e-8610-39dff98b8d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586'] for network, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:30.408281 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faaadf5e-ac81-496e-8610-39dff98b8d81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:43:30.409340 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-faaadf5e-ac81-496e-8610-39dff98b8d81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for network, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:30.473856 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-faaadf5e-ac81-496e-8610-39dff98b8d81 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5223708 Sep 08 00:43:30.477492 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 45754) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:43:30.482936 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [None req-2303c95a-67ba-434a-ac88-35a140b76e1b admin admin] Request body: {'subnet': {'network_id': 'e271d85f-7317-457a-866b-38767b94b4ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1706270371-subnet', 'tenant_id': '9b0ed6c08b9844e2ba70a09ddd0959c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:43:30.525566 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2303c95a-67ba-434a-ac88-35a140b76e1b admin admin] Made reservation on behalf of 9b0ed6c08b9844e2ba70a09ddd0959c1 for: {'subnet': 1} {{(pid=105699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:43:30.528841 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-2303c95a-67ba-434a-ac88-35a140b76e1b admin admin] Notify callbacks [] for subnet, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:30.713953 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaadf5e-ac81-496e-8610-39dff98b8d81 admin admin] Pushing event updated for resources: {'Network': ['ID=e271d85f-7317-457a-866b-38767b94b4ff,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:43:30.726992 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Network e271d85f-7317-457a-866b-38767b94b4ff details requested by agent ovs-agent-dv-cinder-759961-13-iscsi with host dv-cinder-759961-13-iscsi {{(pid=105700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 00:43:30.742303 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-2303c95a-67ba-434a-ac88-35a140b76e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586'] for subnet, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:30.777185 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.db_base_plugin_common [None req-4ab34ef4-7f1f-4673-a3fb-1b18b87179fa admin admin] Allocated IP 172.27.0.117 (aeb1b426-56a4-445f-8c16-06e4bfc4278a/d22fae44-982b-434e-84ec-8582a9df6d9e/0738c9b3-3214-4bac-b8dc-fdecdcd2d245) {{(pid=105698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 00:43:30.858357 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2303c95a-67ba-434a-ac88-35a140b76e1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=90c2af37-f46d-44ca-a62c-c2802a56f799,revision_number=0']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:43:30.910720 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2303c95a-67ba-434a-ac88-35a140b76e1b admin admin] Checking segment: {'id': '3de05d6b-2c84-441f-bc53-4fa7981bcbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e271d85f-7317-457a-866b-38767b94b4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:43:30.911078 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2303c95a-67ba-434a-ac88-35a140b76e1b admin admin] Network hostable DHCP agents. Network: e271d85f-7317-457a-866b-38767b94b4ff, hostable agents: ['08f6a972-2c18-45c5-8342-7a3ab768691a'], hosted agents: [] {{(pid=105699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 00:43:30.950033 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2303c95a-67ba-434a-ac88-35a140b76e1b admin admin] Network e271d85f-7317-457a-866b-38767b94b4ff is scheduled to be hosted by DHCP agent 08f6a972-2c18-45c5-8342-7a3ab768691a with binding_index 1 {{(pid=105699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 00:43:30.969273 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.base_scheduler [None req-2303c95a-67ba-434a-ac88-35a140b76e1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-13-iscsi, e271d85f-7317-457a-866b-38767b94b4ff) {{(pid=105699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:43:30.973448 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2303c95a-67ba-434a-ac88-35a140b76e1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:43:30.974046 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-2303c95a-67ba-434a-ac88-35a140b76e1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for subnet, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:30.979970 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc5287b-98cc-42f9-8ec8-d7d871a23fb2 None None] Network e271d85f-7317-457a-866b-38767b94b4ff requested from dv-cinder-759961-13-iscsi {{(pid=105700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 00:43:31.001306 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-2303c95a-67ba-434a-ac88-35a140b76e1b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5225735 Sep 08 00:43:31.090820 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-c2e22088-983f-4a93-8d7b-6f47a378b1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586'] for subnet, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:31.201982 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-4ab34ef4-7f1f-4673-a3fb-1b18b87179fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:31.216201 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e22088-983f-4a93-8d7b-6f47a378b1fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=936f26a9-672d-467e-8bbb-2c3fa89868b3,revision_number=0']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:43:31.285345 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4c5c9a-e8b0-4734-8b92-9c5b7d93ceda None None] Network e271d85f-7317-457a-866b-38767b94b4ff requested from dv-cinder-759961-13-iscsi {{(pid=105700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 00:43:31.325468 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e22088-983f-4a93-8d7b-6f47a378b1fd admin admin] Checking segment: {'id': '8c43ed1d-4fd4-4ffb-a9bf-23a634afd854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f151a612-c6af-480a-b6c1-79bb5ceff3d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:43:31.326050 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e22088-983f-4a93-8d7b-6f47a378b1fd admin admin] Network hostable DHCP agents. Network: f151a612-c6af-480a-b6c1-79bb5ceff3d2, hostable agents: ['08f6a972-2c18-45c5-8342-7a3ab768691a'], hosted agents: [] {{(pid=105698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 00:43:31.334180 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-4ab34ef4-7f1f-4673-a3fb-1b18b87179fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792256344477'] for port, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:31.471643 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab34ef4-7f1f-4673-a3fb-1b18b87179fa admin admin] Network aeb1b426-56a4-445f-8c16-06e4bfc4278a is already hosted by enough agents. {{(pid=105698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:43:31.486828 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.base_scheduler [None req-4ab34ef4-7f1f-4673-a3fb-1b18b87179fa admin admin] Resources bound (agent type, host, resource id): {{(pid=105698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:43:31.506749 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab34ef4-7f1f-4673-a3fb-1b18b87179fa admin admin] Received port after_create {{(pid=105698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 00:43:31.521943 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e22088-983f-4a93-8d7b-6f47a378b1fd admin admin] Network f151a612-c6af-480a-b6c1-79bb5ceff3d2 is scheduled to be hosted by DHCP agent 08f6a972-2c18-45c5-8342-7a3ab768691a with binding_index 1 {{(pid=105698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 00:43:31.566523 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab34ef4-7f1f-4673-a3fb-1b18b87179fa admin admin] Pushing event updated for resources: {'Port': ['ID=0738c9b3-3214-4bac-b8dc-fdecdcd2d245,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:43:31.572652 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 45830) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:43:31.578333 dv-cinder-759961-13-iscsi neutron-server[105699]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 08 00:43:31.582579 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.base_scheduler [None req-c2e22088-983f-4a93-8d7b-6f47a378b1fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-13-iscsi, f151a612-c6af-480a-b6c1-79bb5ceff3d2) {{(pid=105698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:43:31.593555 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a0b6a8-bd27-4b29-a5ae-df3e59cf32fa None None] Network f151a612-c6af-480a-b6c1-79bb5ceff3d2 requested from dv-cinder-759961-13-iscsi {{(pid=105700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 00:43:31.638194 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e22088-983f-4a93-8d7b-6f47a378b1fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:43:31.639054 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-c2e22088-983f-4a93-8d7b-6f47a378b1fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for subnet, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:31.704298 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-c2e22088-983f-4a93-8d7b-6f47a378b1fd admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0213239 Sep 08 00:43:31.819740 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91399f2b-f53a-402c-a098-d8fa32c25a6a None None] Network f151a612-c6af-480a-b6c1-79bb5ceff3d2 requested from dv-cinder-759961-13-iscsi {{(pid=105700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 00:43:31.951831 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-4ab34ef4-7f1f-4673-a3fb-1b18b87179fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:32.008085 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b124d3-b09d-4395-828d-93f56f24e883 req-618dee0d-b749-47ff-9713-92202e649b83 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:43:32.013209 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-35b124d3-b09d-4395-828d-93f56f24e883 req-618dee0d-b749-47ff-9713-92202e649b83 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/networks?id=e271d85f-7317-457a-866b-38767b94b4ff HTTP/1.1" status: 200 len: 815 time: 0.4374609 Sep 08 00:43:32.032746 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-35b124d3-b09d-4395-828d-93f56f24e883 req-c99443b0-1a12-48bc-8742-f04264ea625c tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/quotas/9b0ed6c08b9844e2ba70a09ddd0959c1 HTTP/1.1" status: 200 len: 375 time: 0.0186226 Sep 08 00:43:32.103573 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-35b124d3-b09d-4395-828d-93f56f24e883 req-6b58fcbe-c987-43f2-aa9a-d82baa37b3be tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9b0ed6c08b9844e2ba70a09ddd0959c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0699239 Sep 08 00:43:32.190420 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-4ab34ef4-7f1f-4673-a3fb-1b18b87179fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529874'] for router, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:32.231920 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 45882) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:43:32.353233 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab34ef4-7f1f-4673-a3fb-1b18b87179fa admin admin] Router 6c113ab5-fe7a-457e-a22e-97e4bdc2fc76 is scheduled to L3 agent e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146 with binding_index 1 {{(pid=105698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 00:43:32.445449 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 45890) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:43:32.475982 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab34ef4-7f1f-4673-a3fb-1b18b87179fa admin admin] Notify agent at l3_agent.dv-cinder-759961-13-iscsi the message routers_updated {{(pid=105698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 00:43:32.488277 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888b025-9073-4d7f-8287-97acf29e6346 req-fcd5e096-9a8c-432b-91a3-2d855888d62d tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:43:32.488690 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ce9ae3-ba4a-4746-9871-a70ee84109b0 None None] Sync routers for ids ['6c113ab5-fe7a-457e-a22e-97e4bdc2fc76'] in dv-cinder-759961-13-iscsi {{(pid=105701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 00:43:32.489828 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3888b025-9073-4d7f-8287-97acf29e6346 req-fcd5e096-9a8c-432b-91a3-2d855888d62d tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/networks?id=f151a612-c6af-480a-b6c1-79bb5ceff3d2 HTTP/1.1" status: 200 len: 812 time: 0.2567623 Sep 08 00:43:32.501650 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ce9ae3-ba4a-4746-9871-a70ee84109b0 None None] Routers {'6c113ab5-fe7a-457e-a22e-97e4bdc2fc76'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:43:32.502585 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-f2ce9ae3-ba4a-4746-9871-a70ee84109b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:43:21Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['6c113ab5-fe7a-457e-a22e-97e4bdc2fc76'], 'active': True} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:43:32.509695 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [req-35b124d3-b09d-4395-828d-93f56f24e883 req-7ccd2ab9-7175-4061-9983-f822f41ecc73 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=105699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 00:43:32.511205 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-4ab34ef4-7f1f-4673-a3fb-1b18b87179fa admin admin] Notify callbacks [] for router, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:32.511359 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-35b124d3-b09d-4395-828d-93f56f24e883 req-7ccd2ab9-7175-4061-9983-f822f41ecc73 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1376102 Sep 08 00:43:32.515202 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-4ab34ef4-7f1f-4673-a3fb-1b18b87179fa admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.3310053 Sep 08 00:43:32.515792 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 45896) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:43:32.518695 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3888b025-9073-4d7f-8287-97acf29e6346 req-83dc8809-9cdd-46da-b525-faf9978c3347 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/quotas/ed83e139036e43c0bdee59e5a1664e08 HTTP/1.1" status: 200 len: 375 time: 0.0231218 Sep 08 00:43:32.558633 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-cf765ee9-6b6f-46c0-8035-a0d48d798d78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:32.625589 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3888b025-9073-4d7f-8287-97acf29e6346 req-5895e505-d5cd-4c82-b13e-c1d321f9773b tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed83e139036e43c0bdee59e5a1664e08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0909891 Sep 08 00:43:32.661871 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvr_db [None req-f2ce9ae3-ba4a-4746-9871-a70ee84109b0 None None] Set router 6c113ab5-fe7a-457e-a22e-97e4bdc2fc76 gateway port host: dv-cinder-759961-13-iscsi {{(pid=105701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:43:32.678620 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-35b124d3-b09d-4395-828d-93f56f24e883 req-c53cf162-7089-4e47-80b9-d6504f6d20d4 service neutron] 10.222.0.15 "GET /v2.0/networks/e271d85f-7317-457a-866b-38767b94b4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580017 Sep 08 00:43:32.794124 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [req-3888b025-9073-4d7f-8287-97acf29e6346 req-a1605dfe-091b-408c-b44c-d7927aec92da service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=105699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 00:43:32.795153 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3888b025-9073-4d7f-8287-97acf29e6346 req-a1605dfe-091b-408c-b44c-d7927aec92da service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0852904 Sep 08 00:43:32.864452 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-cf765ee9-6b6f-46c0-8035-a0d48d798d78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:32.868209 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-f2ce9ae3-ba4a-4746-9871-a70ee84109b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c113ab5-fe7a-457e-a22e-97e4bdc2fc76', 'name': 'tempest-ServerRescueNegativeTestJSON-1244011850-router', 'tenant_id': '41a9d0c8e8684f7ab121d687f8b71cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '0738c9b3-3214-4bac-b8dc-fdecdcd2d245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:43:29Z', 'updated_at': '2021-09-08T00:43:31Z', 'revision_number': 3, 'project_id': '41a9d0c8e8684f7ab121d687f8b71cc9', 'gw_port': {'id': '0738c9b3-3214-4bac-b8dc-fdecdcd2d245', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ef:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c113ab5-fe7a-457e-a22e-97e4bdc2fc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:43:30Z', 'updated_at': '2021-09-08T00:43:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi'}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:43:32.869721 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-35b124d3-b09d-4395-828d-93f56f24e883 req-6aace207-5382-4897-8de1-74d2322e5e03 service neutron] 10.222.0.15 "GET /v2.0/networks/e271d85f-7317-457a-866b-38767b94b4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828291 Sep 08 00:43:32.902280 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-cf765ee9-6b6f-46c0-8035-a0d48d798d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:32.916866 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ce9ae3-ba4a-4746-9871-a70ee84109b0 None None] Checking router: 6c113ab5-fe7a-457e-a22e-97e4bdc2fc76 for host: dv-cinder-759961-13-iscsi {{(pid=105701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 00:43:32.917435 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ce9ae3-ba4a-4746-9871-a70ee84109b0 None None] Updating router 6c113ab5-fe7a-457e-a22e-97e4bdc2fc76 port 0738c9b3-3214-4bac-b8dc-fdecdcd2d245 binding host dv-cinder-759961-13-iscsi {{(pid=105701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 00:43:32.962633 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-f2ce9ae3-ba4a-4746-9871-a70ee84109b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:32.973109 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf765ee9-6b6f-46c0-8035-a0d48d798d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40ea460-fb47-44b1-b0ce-bc7a33d3c2e7,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:43:32.980382 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-cf765ee9-6b6f-46c0-8035-a0d48d798d78 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9eab010206f4468daf3e28c2987a03df&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5339184 Sep 08 00:43:32.983747 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 45916) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:43:32.988111 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3888b025-9073-4d7f-8287-97acf29e6346 req-a9877833-fbd5-4ae0-8c26-d43d076fd614 service neutron] 10.222.0.15 "GET /v2.0/networks/f151a612-c6af-480a-b6c1-79bb5ceff3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778569 Sep 08 00:43:33.132323 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3888b025-9073-4d7f-8287-97acf29e6346 req-e3bb36c3-90db-496f-9463-d4aa2c53e7da service neutron] 10.222.0.15 "GET /v2.0/networks/f151a612-c6af-480a-b6c1-79bb5ceff3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352413 Sep 08 00:43:33.333942 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-934bc334-3d6e-4a05-9478-ea44c9d58882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:33.354129 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-f2ce9ae3-ba4a-4746-9871-a70ee84109b0 None None] Notify callbacks [] for port, precommit_update {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:33.361169 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0a3579cc-29e9-4bcd-a081-d1499c412915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:33.381406 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.provisioning_blocks [None req-f2ce9ae3-ba4a-4746-9871-a70ee84109b0 None None] Transition to ACTIVE for port object 0738c9b3-3214-4bac-b8dc-fdecdcd2d245 will not be triggered until provisioned by entity L2. {{(pid=105701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:43:33.395290 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-f2ce9ae3-ba4a-4746-9871-a70ee84109b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:33.429709 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-934bc334-3d6e-4a05-9478-ea44c9d58882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:33.518943 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f799af3-5aa0-4e8a-b766-935017afcc32 None None] Pushing event updated for resources: {'Port': ['ID=0738c9b3-3214-4bac-b8dc-fdecdcd2d245,revision_number=2']} {{(pid=105701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:43:33.542368 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f799af3-5aa0-4e8a-b766-935017afcc32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:43:33.544436 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f799af3-5aa0-4e8a-b766-935017afcc32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:43:33.546084 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f799af3-5aa0-4e8a-b766-935017afcc32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:43:33.551198 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f799af3-5aa0-4e8a-b766-935017afcc32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:43:33.551722 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f799af3-5aa0-4e8a-b766-935017afcc32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:43:33.552188 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f799af3-5aa0-4e8a-b766-935017afcc32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:43:33.554627 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f799af3-5aa0-4e8a-b766-935017afcc32 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:43:33.555076 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f799af3-5aa0-4e8a-b766-935017afcc32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:43:33.555687 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f799af3-5aa0-4e8a-b766-935017afcc32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:43:33.556257 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f799af3-5aa0-4e8a-b766-935017afcc32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:43:33.558883 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f799af3-5aa0-4e8a-b766-935017afcc32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:43:33.559466 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f799af3-5aa0-4e8a-b766-935017afcc32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:43:33.560787 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f799af3-5aa0-4e8a-b766-935017afcc32 None None] Tracked resource versions report: Sep 08 00:43:33.560787 dv-cinder-759961-13-iscsi neutron-server[105701]: pushed versions: Sep 08 00:43:33.560787 dv-cinder-759961-13-iscsi neutron-server[105701]: { 'AddressGroup': {'1.2'}, Sep 08 00:43:33.560787 dv-cinder-759961-13-iscsi neutron-server[105701]: 'ConntrackHelper': {'1.0'}, Sep 08 00:43:33.560787 dv-cinder-759961-13-iscsi neutron-server[105701]: 'Log': {'1.0'}, Sep 08 00:43:33.560787 dv-cinder-759961-13-iscsi neutron-server[105701]: 'Network': {'1.1'}, Sep 08 00:43:33.560787 dv-cinder-759961-13-iscsi neutron-server[105701]: 'Port': {'1.7'}, Sep 08 00:43:33.560787 dv-cinder-759961-13-iscsi neutron-server[105701]: 'PortForwarding': {'1.2'}, Sep 08 00:43:33.560787 dv-cinder-759961-13-iscsi neutron-server[105701]: 'QosPolicy': {'1.9'}, Sep 08 00:43:33.560787 dv-cinder-759961-13-iscsi neutron-server[105701]: 'SecurityGroup': {'1.4'}, Sep 08 00:43:33.560787 dv-cinder-759961-13-iscsi neutron-server[105701]: 'SecurityGroupRule': {'1.2'}, Sep 08 00:43:33.560787 dv-cinder-759961-13-iscsi neutron-server[105701]: 'SubPort': {'1.0'}, Sep 08 00:43:33.560787 dv-cinder-759961-13-iscsi neutron-server[105701]: 'Subnet': {'1.1'}, Sep 08 00:43:33.560787 dv-cinder-759961-13-iscsi neutron-server[105701]: 'Trunk': {'1.1'}} Sep 08 00:43:33.560787 dv-cinder-759961-13-iscsi neutron-server[105701]: consumer versions: Sep 08 00:43:33.560787 dv-cinder-759961-13-iscsi neutron-server[105701]: { DHCP agent@dv-cinder-759961-13-iscsi: {}, Sep 08 00:43:33.560787 dv-cinder-759961-13-iscsi neutron-server[105701]: HyperV agent@hv-cinder-75996: {}, Sep 08 00:43:33.560787 dv-cinder-759961-13-iscsi neutron-server[105701]: L3 agent@dv-cinder-759961-13-iscsi: {}, Sep 08 00:43:33.560787 dv-cinder-759961-13-iscsi neutron-server[105701]: Metadata agent@dv-cinder-759961-13-iscsi: {}, Sep 08 00:43:33.560787 dv-cinder-759961-13-iscsi neutron-server[105701]: Metering agent@dv-cinder-759961-13-iscsi: {}, Sep 08 00:43:33.560787 dv-cinder-759961-13-iscsi neutron-server[105701]: Open vSwitch agent@dv-cinder-759961-13-iscsi: { 'AddressGroup': '1.2', Sep 08 00:43:33.560787 dv-cinder-759961-13-iscsi neutron-server[105701]: 'ConntrackHelper': '1.0', Sep 08 00:43:33.560787 dv-cinder-759961-13-iscsi neutron-server[105701]: 'Log': '1.0', Sep 08 00:43:33.560787 dv-cinder-759961-13-iscsi neutron-server[105701]: 'Network': '1.1', Sep 08 00:43:33.560787 dv-cinder-759961-13-iscsi neutron-server[105701]: 'Port': '1.7', Sep 08 00:43:33.560787 dv-cinder-759961-13-iscsi neutron-server[105701]: 'PortForwarding': '1.2', Sep 08 00:43:33.560787 dv-cinder-759961-13-iscsi neutron-server[105701]: 'QosPolicy': '1.9', Sep 08 00:43:33.560787 dv-cinder-759961-13-iscsi neutron-server[105701]: 'SecurityGroup': '1.4', Sep 08 00:43:33.560787 dv-cinder-759961-13-iscsi neutron-server[105701]: 'SecurityGroupRule': '1.2', Sep 08 00:43:33.560787 dv-cinder-759961-13-iscsi neutron-server[105701]: 'SubPort': '1.0', Sep 08 00:43:33.560787 dv-cinder-759961-13-iscsi neutron-server[105701]: 'Subnet': '1.1', Sep 08 00:43:33.560787 dv-cinder-759961-13-iscsi neutron-server[105701]: 'Trunk': '1.1'}} Sep 08 00:43:33.560787 dv-cinder-759961-13-iscsi neutron-server[105701]: {{(pid=105701) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 00:43:33.582129 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.managers [None req-f2ce9ae3-ba4a-4746-9871-a70ee84109b0 None None] Attempting to bind port 0738c9b3-3214-4bac-b8dc-fdecdcd2d245 on host dv-cinder-759961-13-iscsi for vnic_type normal with profile {{(pid=105701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 00:43:33.584648 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.managers [None req-f2ce9ae3-ba4a-4746-9871-a70ee84109b0 None None] Attempting to bind port 0738c9b3-3214-4bac-b8dc-fdecdcd2d245 by drivers openvswitch,hyperv on host dv-cinder-759961-13-iscsi at level 0 using segments [{'id': '8f85bbb2-d588-4058-a2ba-8b00436e9fac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a'}] {{(pid=105701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 00:43:33.585131 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ce9ae3-ba4a-4746-9871-a70ee84109b0 None None] Attempting to bind port 0738c9b3-3214-4bac-b8dc-fdecdcd2d245 on network aeb1b426-56a4-445f-8c16-06e4bfc4278a {{(pid=105701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:43:33.592051 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ce9ae3-ba4a-4746-9871-a70ee84109b0 None None] Checking agent: {'id': 'f82a9a64-a181-41a7-bfc0-9590d2256fe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 0, 35, 51), 'started_at': datetime.datetime(2021, 9, 8, 0, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 0, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 00:43:33.592538 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ce9ae3-ba4a-4746-9871-a70ee84109b0 None None] Checking segment: {'id': '8f85bbb2-d588-4058-a2ba-8b00436e9fac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:43:33.593039 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-f2ce9ae3-ba4a-4746-9871-a70ee84109b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:33.593525 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ce9ae3-ba4a-4746-9871-a70ee84109b0 None None] Bound using segment: {'id': '8f85bbb2-d588-4058-a2ba-8b00436e9fac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a'} {{(pid=105701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 00:43:33.594099 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.managers [None req-f2ce9ae3-ba4a-4746-9871-a70ee84109b0 None None] Bound port: 0738c9b3-3214-4bac-b8dc-fdecdcd2d245, host: dv-cinder-759961-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f85bbb2-d588-4058-a2ba-8b00436e9fac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a'}}] {{(pid=105701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 00:43:33.594614 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-f2ce9ae3-ba4a-4746-9871-a70ee84109b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:33.681378 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.db [None req-f2ce9ae3-ba4a-4746-9871-a70ee84109b0 None None] For port 0738c9b3-3214-4bac-b8dc-fdecdcd2d245, host dv-cinder-759961-13-iscsi, cleared binding levels {{(pid=105701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 00:43:33.689870 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.db [None req-f2ce9ae3-ba4a-4746-9871-a70ee84109b0 None None] For port 0738c9b3-3214-4bac-b8dc-fdecdcd2d245, host dv-cinder-759961-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=0738c9b3-3214-4bac-b8dc-fdecdcd2d245,segment=NetworkSegment(8f85bbb2-d588-4058-a2ba-8b00436e9fac),segment_id=8f85bbb2-d588-4058-a2ba-8b00436e9fac)] {{(pid=105701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 00:43:33.698417 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-f2ce9ae3-ba4a-4746-9871-a70ee84109b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:33.763447 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-196bd90a-b26f-47f3-ae35-081b22bd51c5 req-aba8e3c8-6475-42fe-9030-efa580ca9cd9 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 210 time: 0.1810760 Sep 08 00:43:33.783742 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ce9ae3-ba4a-4746-9871-a70ee84109b0 None None] Routers {'6c113ab5-fe7a-457e-a22e-97e4bdc2fc76'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:43:33.784486 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-f2ce9ae3-ba4a-4746-9871-a70ee84109b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:43:21Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['6c113ab5-fe7a-457e-a22e-97e4bdc2fc76'], 'active': True} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:43:33.903061 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-934bc334-3d6e-4a05-9478-ea44c9d58882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:33.905599 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-934bc334-3d6e-4a05-9478-ea44c9d58882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:33.906841 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-934bc334-3d6e-4a05-9478-ea44c9d58882 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a40ea460-fb47-44b1-b0ce-bc7a33d3c2e7 HTTP/1.1" status: 204 len: 168 time: 0.9217520 Sep 08 00:43:33.940407 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934bc334-3d6e-4a05-9478-ea44c9d58882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40ea460-fb47-44b1-b0ce-bc7a33d3c2e7,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:43:34.066847 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f799af3-5aa0-4e8a-b766-935017afcc32 None None] Pushing event updated for resources: {'Port': ['ID=0738c9b3-3214-4bac-b8dc-fdecdcd2d245,revision_number=3']} {{(pid=105701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:43:34.097793 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.db_base_plugin_common [None req-0a3579cc-29e9-4bcd-a081-d1499c412915 admin admin] Allocated IP 172.20.0.1 (4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b/cf83ea2d-a9ed-4f51-960e-7a1b9f0410c7/f0640d52-9325-4187-99ef-636a0c2e069b) {{(pid=105698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 00:43:34.101785 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvr_db [None req-f2ce9ae3-ba4a-4746-9871-a70ee84109b0 None None] Set router 6c113ab5-fe7a-457e-a22e-97e4bdc2fc76 gateway port host: dv-cinder-759961-13-iscsi {{(pid=105701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:43:34.189435 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e652ed66-f1ad-4829-b285-aa00778fa5cd req-02739bd4-6a23-4c33-ad39-da39b72fc5f5 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 210 time: 0.1026125 Sep 08 00:43:34.295017 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.agents_db [None req-8a21184a-e449-40d8-9b7c-bcfe602fdfc6 None None] Agent healthcheck: found 6 active agents {{(pid=105701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 00:43:34.361031 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0a3579cc-29e9-4bcd-a081-d1499c412915 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:34.429931 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0a3579cc-29e9-4bcd-a081-d1499c412915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792256344477'] for port, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:34.520793 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3579cc-29e9-4bcd-a081-d1499c412915 admin admin] Network 4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b is already hosted by enough agents. {{(pid=105698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:43:34.524073 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.base_scheduler [None req-0a3579cc-29e9-4bcd-a081-d1499c412915 admin admin] Resources bound (agent type, host, resource id): {{(pid=105698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:43:34.536823 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3579cc-29e9-4bcd-a081-d1499c412915 admin admin] Received port after_create {{(pid=105698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 00:43:34.537863 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0a3579cc-29e9-4bcd-a081-d1499c412915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529551'] for router_interface, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:34.583677 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-f2ce9ae3-ba4a-4746-9871-a70ee84109b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c113ab5-fe7a-457e-a22e-97e4bdc2fc76', 'name': 'tempest-ServerRescueNegativeTestJSON-1244011850-router', 'tenant_id': '41a9d0c8e8684f7ab121d687f8b71cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '0738c9b3-3214-4bac-b8dc-fdecdcd2d245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:43:29Z', 'updated_at': '2021-09-08T00:43:31Z', 'revision_number': 3, 'project_id': '41a9d0c8e8684f7ab121d687f8b71cc9', 'gw_port': {'id': '0738c9b3-3214-4bac-b8dc-fdecdcd2d245', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ef:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c113ab5-fe7a-457e-a22e-97e4bdc2fc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:43:30Z', 'updated_at': '2021-09-08T00:43:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi'}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:43:34.608083 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 46030) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:43:34.626476 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-5fe3c2b9-ff78-4044-9023-5277228a2aee admin admin] Notify callbacks [] for security_group, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:34.628146 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ce9ae3-ba4a-4746-9871-a70ee84109b0 None None] The sync data for ids ['6c113ab5-fe7a-457e-a22e-97e4bdc2fc76'] in dv-cinder-759961-13-iscsi is: [{'id': '6c113ab5-fe7a-457e-a22e-97e4bdc2fc76', 'name': 'tempest-ServerRescueNegativeTestJSON-1244011850-router', 'tenant_id': '41a9d0c8e8684f7ab121d687f8b71cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '0738c9b3-3214-4bac-b8dc-fdecdcd2d245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:43:29Z', 'updated_at': '2021-09-08T00:43:31Z', 'revision_number': 3, 'project_id': '41a9d0c8e8684f7ab121d687f8b71cc9', 'gw_port': {'id': '0738c9b3-3214-4bac-b8dc-fdecdcd2d245', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ef:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c113ab5-fe7a-457e-a22e-97e4bdc2fc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:43:30Z', 'updated_at': '2021-09-08T00:43:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi'}] {{(pid=105701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 00:43:34.634224 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3579cc-29e9-4bcd-a081-d1499c412915 admin admin] Pushing event updated for resources: {'Port': ['ID=f0640d52-9325-4187-99ef-636a0c2e069b,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:43:34.765195 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-5fe3c2b9-ff78-4044-9023-5277228a2aee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:34.770277 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-5fe3c2b9-ff78-4044-9023-5277228a2aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:34.852724 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0a3579cc-29e9-4bcd-a081-d1499c412915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:34.891313 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-238242f2-0895-4b5f-a012-87ef0cb6902d req-5d8a7f48-5376-4cf4-b0ef-93d3779eb9aa tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 210 time: 0.0530734 Sep 08 00:43:34.896248 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-5fe3c2b9-ff78-4044-9023-5277228a2aee admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6b6b4e454fa4471dbae1ad1a177e04fe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2871373 Sep 08 00:43:34.898698 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 46038) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:43:34.911641 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3c2b9-ff78-4044-9023-5277228a2aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e5cc52-545f-4d43-801e-21b7d17626c6,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:43:35.052331 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-7541f84d-1362-4b2c-ab25-99b0d0b2ddc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:35.079697 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-7541f84d-1362-4b2c-ab25-99b0d0b2ddc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:35.109966 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0a3579cc-29e9-4bcd-a081-d1499c412915 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:35.115611 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0a3579cc-29e9-4bcd-a081-d1499c412915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:35.116965 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0a3579cc-29e9-4bcd-a081-d1499c412915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531487'] for router_interface, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:35.136498 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-7541f84d-1362-4b2c-ab25-99b0d0b2ddc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:35.138998 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-7541f84d-1362-4b2c-ab25-99b0d0b2ddc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:35.143770 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-7541f84d-1362-4b2c-ab25-99b0d0b2ddc0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/06e5cc52-545f-4d43-801e-21b7d17626c6 HTTP/1.1" status: 204 len: 168 time: 0.2399786 Sep 08 00:43:35.149145 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7541f84d-1362-4b2c-ab25-99b0d0b2ddc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e5cc52-545f-4d43-801e-21b7d17626c6,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:43:35.185560 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3579cc-29e9-4bcd-a081-d1499c412915 admin admin] Pushing event updated for resources: {'Port': ['ID=f0640d52-9325-4187-99ef-636a0c2e069b,revision_number=2']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:43:35.278897 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3579cc-29e9-4bcd-a081-d1499c412915 admin admin] Network 4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b is already hosted by enough agents. {{(pid=105698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:43:35.281012 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.base_scheduler [None req-0a3579cc-29e9-4bcd-a081-d1499c412915 admin admin] Resources bound (agent type, host, resource id): {{(pid=105698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:43:35.331878 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5af20447-f344-4561-8215-f69b9bb533d5 req-371e0c43-0d99-4176-9c09-b01adfce11c3 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 210 time: 0.0341446 Sep 08 00:43:35.408118 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a3579cc-29e9-4bcd-a081-d1499c412915 admin admin] Router 6c113ab5-fe7a-457e-a22e-97e4bdc2fc76 has already been hosted by L3 agent e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146 {{(pid=105698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 00:43:35.535759 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3579cc-29e9-4bcd-a081-d1499c412915 admin admin] Notify agent at l3_agent.dv-cinder-759961-13-iscsi the message routers_updated {{(pid=105698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 00:43:35.544076 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-0a3579cc-29e9-4bcd-a081-d1499c412915 admin admin] 10.222.0.15 "PUT /v2.0/routers/6c113ab5-fe7a-457e-a22e-97e4bdc2fc76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0272796 Sep 08 00:43:36.087726 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f93ec817-49f6-4fd6-bda8-5fb7ffba6ca2 req-a0413472-0a6e-4ac8-8fd0-761a323e3d96 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 210 time: 0.0312624 Sep 08 00:43:36.195301 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d9be0-fda6-4e06-a38f-ee349c7e608c req-62bdb811-ccd0-42dc-87ba-1899a0380863 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:43:36.196836 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a08d9be0-fda6-4e06-a38f-ee349c7e608c req-62bdb811-ccd0-42dc-87ba-1899a0380863 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/networks?id=4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b HTTP/1.1" status: 200 len: 819 time: 0.1075087 Sep 08 00:43:36.221111 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a08d9be0-fda6-4e06-a38f-ee349c7e608c req-565d3d37-8c7c-4d80-82ac-87f5ff719f55 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/quotas/41a9d0c8e8684f7ab121d687f8b71cc9 HTTP/1.1" status: 200 len: 375 time: 0.0117364 Sep 08 00:43:36.285412 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a08d9be0-fda6-4e06-a38f-ee349c7e608c req-9d032d3a-f01e-4036-9822-f90583a0ac94 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=41a9d0c8e8684f7ab121d687f8b71cc9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0581288 Sep 08 00:43:36.387949 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbabb7b2-8013-4dcd-9685-aafd49201f8c None None] Sync routers for ids ['6c113ab5-fe7a-457e-a22e-97e4bdc2fc76'] in dv-cinder-759961-13-iscsi {{(pid=105700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 00:43:36.397509 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a08d9be0-fda6-4e06-a38f-ee349c7e608c req-04f3f578-1276-48d7-8dbc-0ae50728753c service neutron] 10.222.0.15 "GET /v2.0/networks/4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043348 Sep 08 00:43:36.398973 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbabb7b2-8013-4dcd-9685-aafd49201f8c None None] Routers {'6c113ab5-fe7a-457e-a22e-97e4bdc2fc76'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:43:36.399647 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-dbabb7b2-8013-4dcd-9685-aafd49201f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:43:21Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['6c113ab5-fe7a-457e-a22e-97e4bdc2fc76'], 'active': True} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:43:36.489626 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-11919360-3734-4d4a-bac1-766de25d10f8 req-b4523ba4-9033-472a-a895-e9975763b8ae tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 210 time: 0.0700858 Sep 08 00:43:36.561854 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a08d9be0-fda6-4e06-a38f-ee349c7e608c req-79072b6e-3ef1-4d14-b8ab-186c8c6a7bb0 service neutron] 10.222.0.15 "GET /v2.0/networks/4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560342 Sep 08 00:43:36.563020 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvr_db [None req-dbabb7b2-8013-4dcd-9685-aafd49201f8c None None] Set router 6c113ab5-fe7a-457e-a22e-97e4bdc2fc76 gateway port host: dv-cinder-759961-13-iscsi {{(pid=105700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:43:36.773153 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 0738c9b3-3214-4bac-b8dc-fdecdcd2d245 up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:43:36.895804 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f7db4b16-60f6-4ba4-801e-eb6f0799c7a4 req-443f2477-0d1f-4007-a06e-bd61b7f4a5ea tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 210 time: 0.0369720 Sep 08 00:43:36.924919 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning for port 0738c9b3-3214-4bac-b8dc-fdecdcd2d245 completed by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:43:36.932355 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning complete for port 0738c9b3-3214-4bac-b8dc-fdecdcd2d245 triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:43:36.932897 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:36.967570 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-dbabb7b2-8013-4dcd-9685-aafd49201f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c113ab5-fe7a-457e-a22e-97e4bdc2fc76', 'name': 'tempest-ServerRescueNegativeTestJSON-1244011850-router', 'tenant_id': '41a9d0c8e8684f7ab121d687f8b71cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '0738c9b3-3214-4bac-b8dc-fdecdcd2d245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:43:29Z', 'updated_at': '2021-09-08T00:43:34Z', 'revision_number': 4, 'project_id': '41a9d0c8e8684f7ab121d687f8b71cc9', 'gw_port': {'id': '0738c9b3-3214-4bac-b8dc-fdecdcd2d245', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ef:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c113ab5-fe7a-457e-a22e-97e4bdc2fc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:43:30Z', 'updated_at': '2021-09-08T00:43:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_interfaces': [{'id': 'f0640d52-9325-4187-99ef-636a0c2e069b', 'name': '', 'network_id': '4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b', 'tenant_id': '41a9d0c8e8684f7ab121d687f8b71cc9', 'mac_address': 'fa:16:3e:8d:68:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c113ab5-fe7a-457e-a22e-97e4bdc2fc76', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'cf83ea2d-a9ed-4f51-960e-7a1b9f0410c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:43:33Z', 'updated_at': '2021-09-08T00:43:34Z', 'revision_number': 2, 'project_id': '41a9d0c8e8684f7ab121d687f8b71cc9', 'subnets': [{'id': 'cf83ea2d-a9ed-4f51-960e-7a1b9f0410c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:43:36.999939 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbabb7b2-8013-4dcd-9685-aafd49201f8c None None] Checking router: 6c113ab5-fe7a-457e-a22e-97e4bdc2fc76 for host: dv-cinder-759961-13-iscsi {{(pid=105700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 00:43:37.000286 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbabb7b2-8013-4dcd-9685-aafd49201f8c None None] Updating router 6c113ab5-fe7a-457e-a22e-97e4bdc2fc76 port f0640d52-9325-4187-99ef-636a0c2e069b binding host dv-cinder-759961-13-iscsi {{(pid=105700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 00:43:37.036051 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-dbabb7b2-8013-4dcd-9685-aafd49201f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:37.288323 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1b1f17ea-2205-4d60-9a99-a0a519f5fbb7 req-20d8a141-8cde-4d22-95df-35418edfea2d tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 210 time: 0.0611105 Sep 08 00:43:37.314589 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:37.320722 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c044dd-fc86-4ff6-baf0-62d9125860e7 req-cbe781e6-01f6-4f92-b093-9f6855321465 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:43:37.322226 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-72c044dd-fc86-4ff6-baf0-62d9125860e7 req-cbe781e6-01f6-4f92-b093-9f6855321465 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/networks?id=4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b HTTP/1.1" status: 200 len: 819 time: 0.2010269 Sep 08 00:43:37.344047 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-72c044dd-fc86-4ff6-baf0-62d9125860e7 req-4972d5af-d769-4741-9fb4-d45745795ba4 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/quotas/41a9d0c8e8684f7ab121d687f8b71cc9 HTTP/1.1" status: 200 len: 375 time: 0.0143261 Sep 08 00:43:37.353780 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] For port 0738c9b3-3214-4bac-b8dc-fdecdcd2d245, host dv-cinder-759961-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=0738c9b3-3214-4bac-b8dc-fdecdcd2d245,segment=NetworkSegment(8f85bbb2-d588-4058-a2ba-8b00436e9fac),segment_id=8f85bbb2-d588-4058-a2ba-8b00436e9fac)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:43:37.357936 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:37.371574 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 46172) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:43:37.403285 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-72c044dd-fc86-4ff6-baf0-62d9125860e7 req-29109767-9aaa-41de-93b8-fcd7ba475849 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=41a9d0c8e8684f7ab121d687f8b71cc9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0562277 Sep 08 00:43:37.485958 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Pushing event updated for resources: {'Port': ['ID=0738c9b3-3214-4bac-b8dc-fdecdcd2d245,revision_number=4']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:43:37.502670 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:43:37.502922 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-72c044dd-fc86-4ff6-baf0-62d9125860e7 req-cab6906a-a1b2-49f4-85d6-5b50fee868de service neutron] 10.222.0.15 "GET /v2.0/networks/4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974288 Sep 08 00:43:37.503463 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:43:37.503831 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:43:37.504166 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:43:37.504498 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:43:37.504843 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:43:37.505174 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:43:37.505499 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:43:37.505824 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:43:37.506319 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:43:37.506650 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:43:37.506966 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:43:37.508232 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Tracked resource versions report: Sep 08 00:43:37.508232 dv-cinder-759961-13-iscsi neutron-server[105700]: pushed versions: Sep 08 00:43:37.508232 dv-cinder-759961-13-iscsi neutron-server[105700]: { 'AddressGroup': {'1.2'}, Sep 08 00:43:37.508232 dv-cinder-759961-13-iscsi neutron-server[105700]: 'ConntrackHelper': {'1.0'}, Sep 08 00:43:37.508232 dv-cinder-759961-13-iscsi neutron-server[105700]: 'Log': {'1.0'}, Sep 08 00:43:37.508232 dv-cinder-759961-13-iscsi neutron-server[105700]: 'Network': {'1.1'}, Sep 08 00:43:37.508232 dv-cinder-759961-13-iscsi neutron-server[105700]: 'Port': {'1.7'}, Sep 08 00:43:37.508232 dv-cinder-759961-13-iscsi neutron-server[105700]: 'PortForwarding': {'1.2'}, Sep 08 00:43:37.508232 dv-cinder-759961-13-iscsi neutron-server[105700]: 'QosPolicy': {'1.9'}, Sep 08 00:43:37.508232 dv-cinder-759961-13-iscsi neutron-server[105700]: 'SecurityGroup': {'1.4'}, Sep 08 00:43:37.508232 dv-cinder-759961-13-iscsi neutron-server[105700]: 'SecurityGroupRule': {'1.2'}, Sep 08 00:43:37.508232 dv-cinder-759961-13-iscsi neutron-server[105700]: 'SubPort': {'1.0'}, Sep 08 00:43:37.508232 dv-cinder-759961-13-iscsi neutron-server[105700]: 'Subnet': {'1.1'}, Sep 08 00:43:37.508232 dv-cinder-759961-13-iscsi neutron-server[105700]: 'Trunk': {'1.1'}} Sep 08 00:43:37.508232 dv-cinder-759961-13-iscsi neutron-server[105700]: consumer versions: Sep 08 00:43:37.508232 dv-cinder-759961-13-iscsi neutron-server[105700]: { DHCP agent@dv-cinder-759961-13-iscsi: {}, Sep 08 00:43:37.508232 dv-cinder-759961-13-iscsi neutron-server[105700]: HyperV agent@hv-cinder-75996: {}, Sep 08 00:43:37.508232 dv-cinder-759961-13-iscsi neutron-server[105700]: L3 agent@dv-cinder-759961-13-iscsi: {}, Sep 08 00:43:37.508232 dv-cinder-759961-13-iscsi neutron-server[105700]: Metadata agent@dv-cinder-759961-13-iscsi: {}, Sep 08 00:43:37.508232 dv-cinder-759961-13-iscsi neutron-server[105700]: Metering agent@dv-cinder-759961-13-iscsi: {}, Sep 08 00:43:37.508232 dv-cinder-759961-13-iscsi neutron-server[105700]: Open vSwitch agent@dv-cinder-759961-13-iscsi: { 'AddressGroup': '1.2', Sep 08 00:43:37.508232 dv-cinder-759961-13-iscsi neutron-server[105700]: 'ConntrackHelper': '1.0', Sep 08 00:43:37.508232 dv-cinder-759961-13-iscsi neutron-server[105700]: 'Log': '1.0', Sep 08 00:43:37.508232 dv-cinder-759961-13-iscsi neutron-server[105700]: 'Network': '1.1', Sep 08 00:43:37.508232 dv-cinder-759961-13-iscsi neutron-server[105700]: 'Port': '1.7', Sep 08 00:43:37.508232 dv-cinder-759961-13-iscsi neutron-server[105700]: 'PortForwarding': '1.2', Sep 08 00:43:37.508232 dv-cinder-759961-13-iscsi neutron-server[105700]: 'QosPolicy': '1.9', Sep 08 00:43:37.508232 dv-cinder-759961-13-iscsi neutron-server[105700]: 'SecurityGroup': '1.4', Sep 08 00:43:37.508232 dv-cinder-759961-13-iscsi neutron-server[105700]: 'SecurityGroupRule': '1.2', Sep 08 00:43:37.508232 dv-cinder-759961-13-iscsi neutron-server[105700]: 'SubPort': '1.0', Sep 08 00:43:37.508232 dv-cinder-759961-13-iscsi neutron-server[105700]: 'Subnet': '1.1', Sep 08 00:43:37.508232 dv-cinder-759961-13-iscsi neutron-server[105700]: 'Trunk': '1.1'}} Sep 08 00:43:37.508232 dv-cinder-759961-13-iscsi neutron-server[105700]: {{(pid=105700) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 00:43:37.589442 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-dbabb7b2-8013-4dcd-9685-aafd49201f8c None None] Notify callbacks [] for port, precommit_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:37.589990 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-71189671-e1a8-4a36-9552-e56982c15edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:37.600710 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-dbabb7b2-8013-4dcd-9685-aafd49201f8c None None] Transition to ACTIVE for port object f0640d52-9325-4187-99ef-636a0c2e069b will not be triggered until provisioned by entity L2. {{(pid=105700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:43:37.608639 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-dbabb7b2-8013-4dcd-9685-aafd49201f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:37.640040 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-72a61167-5961-4147-92e2-efea4429921e req-5a93b07d-c7f2-45a5-9133-585e525b77c7 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 210 time: 0.0407093 Sep 08 00:43:37.676174 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-72c044dd-fc86-4ff6-baf0-62d9125860e7 req-cea105ee-797d-4661-b3ea-546a21f88e75 service neutron] 10.222.0.15 "GET /v2.0/networks/4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672595 Sep 08 00:43:37.690376 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b626058d-a634-4097-a72c-0fa3e6497f7b None None] Pushing event updated for resources: {'Port': ['ID=f0640d52-9325-4187-99ef-636a0c2e069b,revision_number=3']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:43:37.702933 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-71189671-e1a8-4a36-9552-e56982c15edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:37.708672 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-71189671-e1a8-4a36-9552-e56982c15edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:37.754716 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-71189671-e1a8-4a36-9552-e56982c15edc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bc19d7ab3f7945e6ac69e8ceaaf6b058&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3814306 Sep 08 00:43:37.757348 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 46184) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:43:37.764911 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71189671-e1a8-4a36-9552-e56982c15edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84c651c-f66f-438b-9bf6-9ee803060043,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:43:37.765097 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-dbabb7b2-8013-4dcd-9685-aafd49201f8c None None] Attempting to bind port f0640d52-9325-4187-99ef-636a0c2e069b on host dv-cinder-759961-13-iscsi for vnic_type normal with profile {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 00:43:37.765532 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-dbabb7b2-8013-4dcd-9685-aafd49201f8c None None] Attempting to bind port f0640d52-9325-4187-99ef-636a0c2e069b by drivers openvswitch,hyperv on host dv-cinder-759961-13-iscsi at level 0 using segments [{'id': '7824ab05-95b6-4b54-86de-8ce3543421b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b'}] {{(pid=105700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 00:43:37.765894 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbabb7b2-8013-4dcd-9685-aafd49201f8c None None] Attempting to bind port f0640d52-9325-4187-99ef-636a0c2e069b on network 4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:43:37.771952 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbabb7b2-8013-4dcd-9685-aafd49201f8c None None] Checking agent: {'id': 'f82a9a64-a181-41a7-bfc0-9590d2256fe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 0, 35, 51), 'started_at': datetime.datetime(2021, 9, 8, 0, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 0, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 00:43:37.772295 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbabb7b2-8013-4dcd-9685-aafd49201f8c None None] Checking segment: {'id': '7824ab05-95b6-4b54-86de-8ce3543421b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:43:37.773563 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-dbabb7b2-8013-4dcd-9685-aafd49201f8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:37.773849 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbabb7b2-8013-4dcd-9685-aafd49201f8c None None] Bound using segment: {'id': '7824ab05-95b6-4b54-86de-8ce3543421b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b'} {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 00:43:37.774319 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-dbabb7b2-8013-4dcd-9685-aafd49201f8c None None] Bound port: f0640d52-9325-4187-99ef-636a0c2e069b, host: dv-cinder-759961-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7824ab05-95b6-4b54-86de-8ce3543421b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b'}}] {{(pid=105700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 00:43:37.775299 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-dbabb7b2-8013-4dcd-9685-aafd49201f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:37.831469 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-8cfadeef-3bbc-4e18-85b3-65f681ee36df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:37.871831 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-8cfadeef-3bbc-4e18-85b3-65f681ee36df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:37.879331 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-dbabb7b2-8013-4dcd-9685-aafd49201f8c None None] For port f0640d52-9325-4187-99ef-636a0c2e069b, host dv-cinder-759961-13-iscsi, cleared binding levels {{(pid=105700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 00:43:37.886546 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-dbabb7b2-8013-4dcd-9685-aafd49201f8c None None] For port f0640d52-9325-4187-99ef-636a0c2e069b, host dv-cinder-759961-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=f0640d52-9325-4187-99ef-636a0c2e069b,segment=NetworkSegment(7824ab05-95b6-4b54-86de-8ce3543421b1),segment_id=7824ab05-95b6-4b54-86de-8ce3543421b1)] {{(pid=105700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 00:43:37.893670 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-dbabb7b2-8013-4dcd-9685-aafd49201f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:37.940378 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-8cfadeef-3bbc-4e18-85b3-65f681ee36df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:37.944202 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-8cfadeef-3bbc-4e18-85b3-65f681ee36df admin admin] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:37.946516 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-8cfadeef-3bbc-4e18-85b3-65f681ee36df admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f84c651c-f66f-438b-9bf6-9ee803060043 HTTP/1.1" status: 204 len: 168 time: 0.1877344 Sep 08 00:43:37.957437 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfadeef-3bbc-4e18-85b3-65f681ee36df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84c651c-f66f-438b-9bf6-9ee803060043,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:43:38.005991 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbabb7b2-8013-4dcd-9685-aafd49201f8c None None] Routers {'6c113ab5-fe7a-457e-a22e-97e4bdc2fc76'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:43:38.006792 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-dbabb7b2-8013-4dcd-9685-aafd49201f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:43:21Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['6c113ab5-fe7a-457e-a22e-97e4bdc2fc76'], 'active': True} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:43:38.012533 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-b1e1ee7a-005d-4073-a1a6-b2d24686586b req-21f429b2-3412-4179-8979-b6796b52908a tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 210 time: 0.1604841 Sep 08 00:43:38.056522 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b626058d-a634-4097-a72c-0fa3e6497f7b None None] Pushing event updated for resources: {'Port': ['ID=f0640d52-9325-4187-99ef-636a0c2e069b,revision_number=4']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:43:38.135212 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvr_db [None req-dbabb7b2-8013-4dcd-9685-aafd49201f8c None None] Set router 6c113ab5-fe7a-457e-a22e-97e4bdc2fc76 gateway port host: dv-cinder-759961-13-iscsi {{(pid=105700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:43:38.280422 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 46206) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:43:38.295295 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-1e98b7c8-7169-4aab-bc08-c29a80674264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:38.345401 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-dbabb7b2-8013-4dcd-9685-aafd49201f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c113ab5-fe7a-457e-a22e-97e4bdc2fc76', 'name': 'tempest-ServerRescueNegativeTestJSON-1244011850-router', 'tenant_id': '41a9d0c8e8684f7ab121d687f8b71cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '0738c9b3-3214-4bac-b8dc-fdecdcd2d245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:43:29Z', 'updated_at': '2021-09-08T00:43:34Z', 'revision_number': 4, 'project_id': '41a9d0c8e8684f7ab121d687f8b71cc9', 'gw_port': {'id': '0738c9b3-3214-4bac-b8dc-fdecdcd2d245', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ef:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c113ab5-fe7a-457e-a22e-97e4bdc2fc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:43:30Z', 'updated_at': '2021-09-08T00:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_interfaces': [{'id': 'f0640d52-9325-4187-99ef-636a0c2e069b', 'name': '', 'network_id': '4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b', 'tenant_id': '41a9d0c8e8684f7ab121d687f8b71cc9', 'mac_address': 'fa:16:3e:8d:68:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c113ab5-fe7a-457e-a22e-97e4bdc2fc76', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'cf83ea2d-a9ed-4f51-960e-7a1b9f0410c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:43:33Z', 'updated_at': '2021-09-08T00:43:37Z', 'revision_number': 4, 'project_id': '41a9d0c8e8684f7ab121d687f8b71cc9', 'subnets': [{'id': 'cf83ea2d-a9ed-4f51-960e-7a1b9f0410c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:43:38.378671 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbabb7b2-8013-4dcd-9685-aafd49201f8c None None] The sync data for ids ['6c113ab5-fe7a-457e-a22e-97e4bdc2fc76'] in dv-cinder-759961-13-iscsi is: [{'id': '6c113ab5-fe7a-457e-a22e-97e4bdc2fc76', 'name': 'tempest-ServerRescueNegativeTestJSON-1244011850-router', 'tenant_id': '41a9d0c8e8684f7ab121d687f8b71cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '0738c9b3-3214-4bac-b8dc-fdecdcd2d245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:43:29Z', 'updated_at': '2021-09-08T00:43:34Z', 'revision_number': 4, 'project_id': '41a9d0c8e8684f7ab121d687f8b71cc9', 'gw_port': {'id': '0738c9b3-3214-4bac-b8dc-fdecdcd2d245', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ef:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c113ab5-fe7a-457e-a22e-97e4bdc2fc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:43:30Z', 'updated_at': '2021-09-08T00:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_interfaces': [{'id': 'f0640d52-9325-4187-99ef-636a0c2e069b', 'name': '', 'network_id': '4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b', 'tenant_id': '41a9d0c8e8684f7ab121d687f8b71cc9', 'mac_address': 'fa:16:3e:8d:68:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c113ab5-fe7a-457e-a22e-97e4bdc2fc76', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'cf83ea2d-a9ed-4f51-960e-7a1b9f0410c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:43:33Z', 'updated_at': '2021-09-08T00:43:37Z', 'revision_number': 4, 'project_id': '41a9d0c8e8684f7ab121d687f8b71cc9', 'subnets': [{'id': 'cf83ea2d-a9ed-4f51-960e-7a1b9f0410c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 00:43:38.391424 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-1e98b7c8-7169-4aab-bc08-c29a80674264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:38.392926 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e777a603-b5b3-4059-949c-8917086695f5 req-c3eac488-c58a-414d-ab6f-29e6601c6a37 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 210 time: 0.0276866 Sep 08 00:43:38.396364 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-1e98b7c8-7169-4aab-bc08-c29a80674264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:38.457937 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e98b7c8-7169-4aab-bc08-c29a80674264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35645d87-a3e3-4164-8054-cfb5e5063495,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:43:38.466508 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-1e98b7c8-7169-4aab-bc08-c29a80674264 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1df934f70f8b47a7904a348c6a14ec84&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1848722 Sep 08 00:43:38.466702 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 46212) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:43:38.522235 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-65a7df73-9c73-4f6a-af02-eb0665ef8b70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:38.544850 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-65a7df73-9c73-4f6a-af02-eb0665ef8b70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:38.591686 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-65a7df73-9c73-4f6a-af02-eb0665ef8b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:38.594178 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-65a7df73-9c73-4f6a-af02-eb0665ef8b70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:38.595435 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-65a7df73-9c73-4f6a-af02-eb0665ef8b70 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/35645d87-a3e3-4164-8054-cfb5e5063495 HTTP/1.1" status: 204 len: 168 time: 0.1277854 Sep 08 00:43:38.610348 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a7df73-9c73-4f6a-af02-eb0665ef8b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35645d87-a3e3-4164-8054-cfb5e5063495,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:43:38.802101 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 0738c9b3-3214-4bac-b8dc-fdecdcd2d245 up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:43:38.829475 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-2b78f333-9939-4e35-bd55-8e802be808a5 req-fb691686-152f-41ad-b1aa-7788fac945dc tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 210 time: 0.0437572 Sep 08 00:43:38.859776 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning complete for port 0738c9b3-3214-4bac-b8dc-fdecdcd2d245 triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:43:38.860055 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:38.949765 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device f0640d52-9325-4187-99ef-636a0c2e069b up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:43:39.008118 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning for port f0640d52-9325-4187-99ef-636a0c2e069b completed by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:43:39.012623 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning complete for port f0640d52-9325-4187-99ef-636a0c2e069b triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:43:39.013070 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:39.106230 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:39.126507 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-2335dbd3-d960-4f9c-bea8-6f27ce7d5101 req-2d894fcf-e189-43fa-b28d-e054863099a1 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 210 time: 0.0431204 Sep 08 00:43:39.142819 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] For port f0640d52-9325-4187-99ef-636a0c2e069b, host dv-cinder-759961-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=f0640d52-9325-4187-99ef-636a0c2e069b,segment=NetworkSegment(7824ab05-95b6-4b54-86de-8ce3543421b1),segment_id=7824ab05-95b6-4b54-86de-8ce3543421b1)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:43:39.147927 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:39.205530 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Pushing event updated for resources: {'Port': ['ID=f0640d52-9325-4187-99ef-636a0c2e069b,revision_number=5']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:43:39.564092 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-606d2db8-6c60-421b-b649-e44501cf71c6 req-ba6aa24f-0e35-498e-b6d3-825e94711359 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 210 time: 0.0388680 Sep 08 00:43:39.963654 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-40be298f-ca6f-4553-9a06-fb6377a811d8 req-88eb3a60-c8cb-4ee1-b463-379d35df7a14 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 210 time: 0.0300286 Sep 08 00:43:40.214836 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-65164f95-839c-4e28-a76b-6127e6b110ac req-37be203d-4115-42c2-9e6f-da9d892c4b2f tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 210 time: 0.0264986 Sep 08 00:43:40.672108 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-137b582c-cbc4-4cea-9c1d-6a4ebc4efad4 req-2c6260f4-0d1a-4c78-98f7-f4c5d4de1f47 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 210 time: 0.0280461 Sep 08 00:43:40.714452 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device f0640d52-9325-4187-99ef-636a0c2e069b up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:43:40.766436 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning complete for port f0640d52-9325-4187-99ef-636a0c2e069b triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:43:40.766803 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:41.079819 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-d8c55db1-0a35-444f-8aea-edd29ad121cd req-621c8aa5-e8bd-481d-bfb0-7b1471a45335 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 210 time: 0.0410249 Sep 08 00:43:41.310113 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e968b3aa-d506-48c8-aa4d-91b3d84c06d6 req-b3e8d371-4503-4d1b-9eb9-6e86809ae637 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 210 time: 0.0264413 Sep 08 00:43:41.764321 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-abcb8c20-3b7a-4e90-a457-7127bb726d1a req-b5bd8d3e-e0a0-4380-88c9-baebf14e977a tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 210 time: 0.0247073 Sep 08 00:43:42.163106 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f61ae7c8-b85d-40ea-acb1-2f801d2b2288 req-c760fef5-09d0-475b-ba32-41f3bfa21ccd tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 210 time: 0.0252495 Sep 08 00:43:42.397769 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-aead40b6-439c-4408-874e-c94a16cc2e01 req-7e121704-536e-400a-9e97-f7d4bee82d36 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 210 time: 0.0250859 Sep 08 00:43:42.855652 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-99e3bd38-3a4d-4020-b2cb-a6c37525f666 req-b52decf4-c2bc-4f4b-a9f9-eb211960aeb0 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 210 time: 0.0251980 Sep 08 00:43:43.257092 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-86a64456-5052-4dc7-b052-a3cade01f276 req-9aa02720-0f08-495b-ac47-1772f120594f tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 210 time: 0.0281110 Sep 08 00:43:43.487393 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-86a18461-99e0-4b55-a7d1-c5c5b6f15245 req-14f8cabb-f841-4d63-ab9c-4bd3dc9fc0f1 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 210 time: 0.0256677 Sep 08 00:43:43.615308 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:43.789086 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.35', 57616) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:43:43.918181 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888b025-9073-4d7f-8287-97acf29e6346 req-5c2a3f00-ce51-4681-aaec-1751e8469944 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:43:43.919723 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3888b025-9073-4d7f-8287-97acf29e6346 req-5c2a3f00-ce51-4681-aaec-1751e8469944 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.35 "GET /v2.0/networks?id=f151a612-c6af-480a-b6c1-79bb5ceff3d2 HTTP/1.1" status: 200 len: 812 time: 0.1278789 Sep 08 00:43:43.952454 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-053f9917-4b5c-46d8-b784-ca2733955b71 req-f6ac7df5-99b6-4d78-a6cb-22c42ec3f712 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 210 time: 0.0294678 Sep 08 00:43:44.001551 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [req-3888b025-9073-4d7f-8287-97acf29e6346 req-8dba4ef5-2d26-49dd-bc42-a431b416056b tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Request body: {'port': {'device_id': 'ed207d2e-6368-46c4-85e2-7610b6d2d614', 'network_id': 'f151a612-c6af-480a-b6c1-79bb5ceff3d2', 'admin_state_up': True, 'tenant_id': 'ed83e139036e43c0bdee59e5a1664e08'}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:43:44.183130 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3888b025-9073-4d7f-8287-97acf29e6346 req-8dba4ef5-2d26-49dd-bc42-a431b416056b tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Made reservation on behalf of ed83e139036e43c0bdee59e5a1664e08 for: {'port': 1} {{(pid=105699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:43:44.186710 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-3888b025-9073-4d7f-8287-97acf29e6346 req-8dba4ef5-2d26-49dd-bc42-a431b416056b tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:44.349813 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.35', 57622) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:43:44.396030 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a000d499-5b89-4ddb-b140-90979acebe1e req-f3368182-205b-4044-b2d4-4fbf1560f0aa tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 210 time: 0.0341408 Sep 08 00:43:44.505652 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.db_base_plugin_common [req-3888b025-9073-4d7f-8287-97acf29e6346 req-8dba4ef5-2d26-49dd-bc42-a431b416056b tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Allocated IP 172.20.0.10 (f151a612-c6af-480a-b6c1-79bb5ceff3d2/936f26a9-672d-467e-8bbb-2c3fa89868b3/79053316-4148-40b1-b73e-d8c7f862ef86) {{(pid=105699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 00:43:44.613355 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-d6ed4bc2-28a3-43d7-ab72-5aa02c02cefb req-f26b8c33-7cb9-4ec2-b14c-2954cedeb0cd tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 210 time: 0.0441320 Sep 08 00:43:44.648527 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b124d3-b09d-4395-828d-93f56f24e883 req-68e41aef-16b4-4e97-8799-2ce907c3255c tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:43:44.650077 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-35b124d3-b09d-4395-828d-93f56f24e883 req-68e41aef-16b4-4e97-8799-2ce907c3255c tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.35 "GET /v2.0/networks?id=e271d85f-7317-457a-866b-38767b94b4ff HTTP/1.1" status: 200 len: 815 time: 0.2989323 Sep 08 00:43:44.681534 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [req-35b124d3-b09d-4395-828d-93f56f24e883 req-09199a1a-207b-42b0-8348-bac96be8ed33 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Request body: {'port': {'device_id': '6fae08ed-410e-4ea8-b96d-9b1d60ad541f', 'network_id': 'e271d85f-7317-457a-866b-38767b94b4ff', 'admin_state_up': True, 'tenant_id': '9b0ed6c08b9844e2ba70a09ddd0959c1'}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:43:44.819649 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-3888b025-9073-4d7f-8287-97acf29e6346 req-8dba4ef5-2d26-49dd-bc42-a431b416056b tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Notify callbacks [] for port, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:44.875780 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-3888b025-9073-4d7f-8287-97acf29e6346 req-8dba4ef5-2d26-49dd-bc42-a431b416056b tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792256344477'] for port, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:44.986350 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3888b025-9073-4d7f-8287-97acf29e6346 req-8dba4ef5-2d26-49dd-bc42-a431b416056b tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Network f151a612-c6af-480a-b6c1-79bb5ceff3d2 is already hosted by enough agents. {{(pid=105699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:43:44.992517 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.base_scheduler [req-3888b025-9073-4d7f-8287-97acf29e6346 req-8dba4ef5-2d26-49dd-bc42-a431b416056b tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Resources bound (agent type, host, resource id): {{(pid=105699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:43:45.008228 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [req-3888b025-9073-4d7f-8287-97acf29e6346 req-8dba4ef5-2d26-49dd-bc42-a431b416056b tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Received port after_create {{(pid=105699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 00:43:45.014069 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35b124d3-b09d-4395-828d-93f56f24e883 req-09199a1a-207b-42b0-8348-bac96be8ed33 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Made reservation on behalf of 9b0ed6c08b9844e2ba70a09ddd0959c1 for: {'port': 1} {{(pid=105698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:43:45.017575 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888b025-9073-4d7f-8287-97acf29e6346 req-8dba4ef5-2d26-49dd-bc42-a431b416056b tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:43:45.018578 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-3888b025-9073-4d7f-8287-97acf29e6346 req-8dba4ef5-2d26-49dd-bc42-a431b416056b tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for port, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:45.024480 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-35b124d3-b09d-4395-828d-93f56f24e883 req-09199a1a-207b-42b0-8348-bac96be8ed33 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:45.043799 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba4ef5-2d26-49dd-bc42-a431b416056b tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Pushing event updated for resources: {'Port': ['ID=79053316-4148-40b1-b73e-d8c7f862ef86,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:43:45.062946 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3888b025-9073-4d7f-8287-97acf29e6346 req-8dba4ef5-2d26-49dd-bc42-a431b416056b tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0644629 Sep 08 00:43:45.096512 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-92f6f61d-7305-4985-b2b7-272e81f7be25 req-77b8f13a-a0d5-4308-a9ed-885d0b64fbcd tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 210 time: 0.0272236 Sep 08 00:43:45.285114 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.db_base_plugin_common [req-35b124d3-b09d-4395-828d-93f56f24e883 req-09199a1a-207b-42b0-8348-bac96be8ed33 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Allocated IP 172.20.0.5 (e271d85f-7317-457a-866b-38767b94b4ff/90c2af37-f46d-44ca-a62c-c2802a56f799/1345b314-3cc2-41a1-b1da-90a2f0569fcb) {{(pid=105698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 00:43:45.470717 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-35b124d3-b09d-4395-828d-93f56f24e883 req-09199a1a-207b-42b0-8348-bac96be8ed33 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Notify callbacks [] for port, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:45.523680 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-35b124d3-b09d-4395-828d-93f56f24e883 req-09199a1a-207b-42b0-8348-bac96be8ed33 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792256344477'] for port, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:45.560685 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5171d492-d711-47e9-bd48-74fec3ffe40b req-1baf6bcd-1213-4a04-9b45-0e116f453088 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:43:45.565422 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5171d492-d711-47e9-bd48-74fec3ffe40b req-1baf6bcd-1213-4a04-9b45-0e116f453088 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 932 time: 0.0911942 Sep 08 00:43:45.601279 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35b124d3-b09d-4395-828d-93f56f24e883 req-09199a1a-207b-42b0-8348-bac96be8ed33 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Network e271d85f-7317-457a-866b-38767b94b4ff is already hosted by enough agents. {{(pid=105698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:43:45.613854 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.base_scheduler [req-35b124d3-b09d-4395-828d-93f56f24e883 req-09199a1a-207b-42b0-8348-bac96be8ed33 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Resources bound (agent type, host, resource id): {{(pid=105698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:43:45.616344 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b124d3-b09d-4395-828d-93f56f24e883 req-09199a1a-207b-42b0-8348-bac96be8ed33 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Received port after_create {{(pid=105698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 00:43:45.619380 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5171d492-d711-47e9-bd48-74fec3ffe40b req-bc376b70-e614-4784-9f19-725bda94bb61 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef029761-8d3e-4780-ae64-71113525f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497198 Sep 08 00:43:45.622586 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b124d3-b09d-4395-828d-93f56f24e883 req-09199a1a-207b-42b0-8348-bac96be8ed33 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:43:45.623227 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-35b124d3-b09d-4395-828d-93f56f24e883 req-09199a1a-207b-42b0-8348-bac96be8ed33 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for port, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:45.644132 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09199a1a-207b-42b0-8348-bac96be8ed33 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Pushing event updated for resources: {'Port': ['ID=1345b314-3cc2-41a1-b1da-90a2f0569fcb,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:43:45.665165 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-35b124d3-b09d-4395-828d-93f56f24e883 req-09199a1a-207b-42b0-8348-bac96be8ed33 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9874766 Sep 08 00:43:45.739497 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-cd9883d5-69d7-4e1a-a9f9-93a8d9a55899 req-8ee77ef1-9bd5-4ec4-99fe-69cefc507a87 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 210 time: 0.0284116 Sep 08 00:43:46.269779 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417fdfb-fac4-470f-b272-5ba19b48d9d2 req-bdab9747-b2d5-442d-a809-71ad582523f5 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:43:46.271446 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0417fdfb-fac4-470f-b272-5ba19b48d9d2 req-bdab9747-b2d5-442d-a809-71ad582523f5 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 931 time: 0.0606606 Sep 08 00:43:46.329968 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0417fdfb-fac4-470f-b272-5ba19b48d9d2 req-c3e26d2a-5a08-4109-8c3e-d05a4d0b75d1 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513461 Sep 08 00:43:46.703199 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 46516) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:43:46.761916 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e5251-cf4c-4f38-a53f-89a5bec21cc3 req-09945488-9361-46ac-906d-db5d7d875de8 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:43:46.776945 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-860e5251-cf4c-4f38-a53f-89a5bec21cc3 req-09945488-9361-46ac-906d-db5d7d875de8 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 932 time: 0.0753059 Sep 08 00:43:46.830161 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-860e5251-cf4c-4f38-a53f-89a5bec21cc3 req-b7761d50-206e-4010-91f2-979960d7932d tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef029761-8d3e-4780-ae64-71113525f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486131 Sep 08 00:43:46.845819 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-07d52a64-41c2-4284-80b1-dc693107de9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:46.981539 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-07d52a64-41c2-4284-80b1-dc693107de9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:46.986738 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-07d52a64-41c2-4284-80b1-dc693107de9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:47.046000 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-07d52a64-41c2-4284-80b1-dc693107de9b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ecdefbd392eb4ff7a6fc5092ff2499df&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3383839 Sep 08 00:43:47.046417 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-b667bced-a62b-49b2-b6b6-aa882ff4450d req-112b011a-add6-4e12-8455-b3c9c9abd46e tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 210 time: 0.1971970 Sep 08 00:43:47.046508 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d52a64-41c2-4284-80b1-dc693107de9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7675e9-5263-4456-b9a5-78f1ea3572dc,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:43:47.046594 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 46528) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:43:47.117154 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-10a6a1e1-63b4-423c-bb90-c4111e82ec19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:47.140369 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-10a6a1e1-63b4-423c-bb90-c4111e82ec19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:47.195816 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-10a6a1e1-63b4-423c-bb90-c4111e82ec19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:47.198996 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-10a6a1e1-63b4-423c-bb90-c4111e82ec19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:47.200242 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-10a6a1e1-63b4-423c-bb90-c4111e82ec19 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0c7675e9-5263-4456-b9a5-78f1ea3572dc HTTP/1.1" status: 204 len: 168 time: 0.1486113 Sep 08 00:43:47.210765 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a6a1e1-63b4-423c-bb90-c4111e82ec19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7675e9-5263-4456-b9a5-78f1ea3572dc,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:43:47.538792 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a202d-e98b-4c37-b4d8-71c04a235e99 req-65c05773-430c-49e7-8534-3537d7ec224b tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:43:47.547374 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5a8a202d-e98b-4c37-b4d8-71c04a235e99 req-65c05773-430c-49e7-8534-3537d7ec224b tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 931 time: 0.1070902 Sep 08 00:43:47.628537 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5a8a202d-e98b-4c37-b4d8-71c04a235e99 req-17313f3f-ac17-444f-b03b-b82947c6b20f tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799451 Sep 08 00:43:47.825648 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-a72c2718-5ed8-4671-9f8c-7e474f2f7805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:48.044844 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad81c8-5a53-4398-a5ce-d36b34eb5f84 req-a1c0579b-9bd0-4e2e-aadc-fb256ca4c877 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:43:48.052158 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-8aad81c8-5a53-4398-a5ce-d36b34eb5f84 req-a1c0579b-9bd0-4e2e-aadc-fb256ca4c877 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 932 time: 0.0650597 Sep 08 00:43:48.110276 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-8aad81c8-5a53-4398-a5ce-d36b34eb5f84 req-1c131fa9-3c4e-4aaf-a776-14274d9189a5 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef029761-8d3e-4780-ae64-71113525f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569246 Sep 08 00:43:48.297167 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e2bab8a8-15ee-47b6-aedc-3d9348d2c8f9 req-f84ee8d5-bfe3-45a7-8fa7-dfd3bf550d04 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 210 time: 0.0473163 Sep 08 00:43:48.436754 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 46616) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:43:48.671053 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-dfb486ea-a88d-4a29-b3f5-daaca77cd08b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:48.922900 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b60bc-dc58-48d6-8ec9-2b51132d3705 req-1f92cc4a-f0fb-4241-ba6b-1ea8ec714ea8 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:43:48.925042 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f73b60bc-dc58-48d6-8ec9-2b51132d3705 req-1f92cc4a-f0fb-4241-ba6b-1ea8ec714ea8 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 931 time: 0.1151345 Sep 08 00:43:48.959623 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-dfb486ea-a88d-4a29-b3f5-daaca77cd08b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:48.973678 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-dfb486ea-a88d-4a29-b3f5-daaca77cd08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:49.026015 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-dfb486ea-a88d-4a29-b3f5-daaca77cd08b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=02ed961ed5d74ab49544778475c95524&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5878887 Sep 08 00:43:49.029072 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 46650) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:43:49.045517 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f73b60bc-dc58-48d6-8ec9-2b51132d3705 req-bbaa3ec0-80b6-4b7f-9518-bc1ea0deb9fe tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134582 Sep 08 00:43:49.069458 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb486ea-a88d-4a29-b3f5-daaca77cd08b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9d225b-032f-433d-87f4-2f85695888f8,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:43:49.147662 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-d5452db9-71dc-4ff5-8918-9532381e6681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:49.183832 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-d5452db9-71dc-4ff5-8918-9532381e6681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:49.263842 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db72f8a3-f4ed-4b4d-91e5-755a561af424 req-ba1e0225-8f96-42d5-9ee7-0a71d10c502d tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:43:49.266435 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-db72f8a3-f4ed-4b4d-91e5-755a561af424 req-ba1e0225-8f96-42d5-9ee7-0a71d10c502d tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 932 time: 0.0630264 Sep 08 00:43:49.277978 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-d5452db9-71dc-4ff5-8918-9532381e6681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:49.281486 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-d5452db9-71dc-4ff5-8918-9532381e6681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:49.285290 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-d5452db9-71dc-4ff5-8918-9532381e6681 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0e9d225b-032f-433d-87f4-2f85695888f8 HTTP/1.1" status: 204 len: 168 time: 0.2539070 Sep 08 00:43:49.309052 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5452db9-71dc-4ff5-8918-9532381e6681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9d225b-032f-433d-87f4-2f85695888f8,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:43:49.383698 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-db72f8a3-f4ed-4b4d-91e5-755a561af424 req-ee7c17df-9d0e-4c45-bd1b-a076c8b64985 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef029761-8d3e-4780-ae64-71113525f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055131 Sep 08 00:43:49.506217 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-48fdb579-16bf-48f1-808f-5d996b9e8888 req-2b0a91c9-6855-4c8a-aefa-4c6bedad4f2e tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 210 time: 0.0561521 Sep 08 00:43:50.219430 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4110c11-7755-4691-b3aa-3689600e786f req-1d2f0329-4f21-471f-8571-8c8cd068ce22 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:43:50.222056 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f4110c11-7755-4691-b3aa-3689600e786f req-1d2f0329-4f21-471f-8571-8c8cd068ce22 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 931 time: 0.0700755 Sep 08 00:43:50.284850 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f4110c11-7755-4691-b3aa-3689600e786f req-407311d7-627e-4f5b-b06c-ad8c7fef5a30 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559900 Sep 08 00:43:50.559359 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea806e-c25e-49a4-8023-c42456d65680 req-77b44d52-6f39-4931-b5f3-efe79f43aa0a tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:43:50.563025 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-7cea806e-c25e-49a4-8023-c42456d65680 req-77b44d52-6f39-4931-b5f3-efe79f43aa0a tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 932 time: 0.0961254 Sep 08 00:43:50.692912 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-d61686c6-14ae-4525-9ed6-b4b882ccef2d req-afda500d-6850-412c-8718-f4cd818418f7 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 210 time: 0.0491807 Sep 08 00:43:50.704875 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-7cea806e-c25e-49a4-8023-c42456d65680 req-35e5c520-8abe-4a69-b6dc-468aef6a67d4 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef029761-8d3e-4780-ae64-71113525f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284952 Sep 08 00:43:50.859547 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:50.870414 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-18ac590a-cfd7-4bd1-8b68-b5fc489a9af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:51.472431 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2022be62-1d2c-4e12-ab28-90f80ad4f25a req-aa87f4fe-91ae-4368-9768-e561993b3e65 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:43:51.477801 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-2022be62-1d2c-4e12-ab28-90f80ad4f25a req-aa87f4fe-91ae-4368-9768-e561993b3e65 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 931 time: 0.0883615 Sep 08 00:43:51.546410 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-2022be62-1d2c-4e12-ab28-90f80ad4f25a req-8b6fb16e-04af-48ae-97ab-80801f581eac tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623002 Sep 08 00:43:51.606101 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:51.859782 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-239c6f9d-c5f5-4b36-95c3-1606ff0b7217 req-f6144ca6-90da-41d2-b7d9-9f294ae803b9 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 210 time: 0.0342896 Sep 08 00:43:51.880370 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb81fa9-b77c-4551-86d3-d52b2a0df859 req-a777be0f-7db5-450e-93fb-7d344bed5247 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:43:51.888752 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-8bb81fa9-b77c-4551-86d3-d52b2a0df859 req-a777be0f-7db5-450e-93fb-7d344bed5247 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 932 time: 0.1080060 Sep 08 00:43:51.938590 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-8bb81fa9-b77c-4551-86d3-d52b2a0df859 req-1ccbf666-04d4-49e9-b805-148634b8955d tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef029761-8d3e-4780-ae64-71113525f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486152 Sep 08 00:43:52.689658 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c69d2a-f75c-4e78-8e08-50dc8805d659 req-c8a3b490-e391-4e3b-8946-6cc945eb22f6 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:43:52.699778 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-23c69d2a-f75c-4e78-8e08-50dc8805d659 req-c8a3b490-e391-4e3b-8946-6cc945eb22f6 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 931 time: 0.0663922 Sep 08 00:43:52.753451 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-23c69d2a-f75c-4e78-8e08-50dc8805d659 req-705aae6e-aacf-4692-9605-91976acbacf5 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522172 Sep 08 00:43:53.050184 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e7fa67cb-126c-4706-a86b-7b41b01127ae req-33421a00-89b4-43cb-adf7-14b37c63700a tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 210 time: 0.0518477 Sep 08 00:43:53.087792 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:53.130262 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148181aa-bd74-44b8-990a-737e4989ac27 req-a068a95c-7851-474c-8413-debdab5ebf97 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:43:53.132238 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-148181aa-bd74-44b8-990a-737e4989ac27 req-a068a95c-7851-474c-8413-debdab5ebf97 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 932 time: 0.0948548 Sep 08 00:43:53.186719 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-148181aa-bd74-44b8-990a-737e4989ac27 req-0754977c-0425-4193-b51d-869d4ac37a7f tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef029761-8d3e-4780-ae64-71113525f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464635 Sep 08 00:43:53.773672 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 46950) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:43:53.947615 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d4811-1039-4d59-bb86-ad8e6e700eb4 req-b74e9be6-7970-472d-b073-3c13cfa37ad6 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:43:53.950366 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-b31d4811-1039-4d59-bb86-ad8e6e700eb4 req-b74e9be6-7970-472d-b073-3c13cfa37ad6 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 931 time: 0.0895579 Sep 08 00:43:54.029615 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-b31d4811-1039-4d59-bb86-ad8e6e700eb4 req-0b186f09-1549-474e-a181-c03345648090 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608232 Sep 08 00:43:54.069550 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 46964) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:43:54.153462 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-9009a416-c081-4ac4-ad87-78bcca028d63 req-daf240d7-e8d5-496b-ba09-c6c17ba4867e tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 210 time: 0.0337481 Sep 08 00:43:54.196370 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 46968) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:43:54.259182 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 46974) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:43:54.326146 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-83ea99fb-7967-402a-bd01-19e74996ade3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:54.328690 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-c14db9d5-8e42-4cbd-81ae-d4697e797b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:54.402461 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d5c5e-1bae-400c-ac57-bac60fb3dff3 req-a755ce87-31b5-4fc9-99b8-b51905bf8f77 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:43:54.404215 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-502d5c5e-1bae-400c-ac57-bac60fb3dff3 req-a755ce87-31b5-4fc9-99b8-b51905bf8f77 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 932 time: 0.1325948 Sep 08 00:43:54.405093 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-14ae0c65-1a8c-4884-8f02-3f1be0d64102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:54.442095 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-83ea99fb-7967-402a-bd01-19e74996ade3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:54.446812 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-6fb2cfed-d1fe-45ce-9c89-4af9951c6489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:54.449256 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-83ea99fb-7967-402a-bd01-19e74996ade3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:54.477161 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.db.api [None req-14ae0c65-1a8c-4884-8f02-3f1be0d64102 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 00:43:54.477161 dv-cinder-759961-13-iscsi neutron-server[105699]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 08 00:43:54.477161 dv-cinder-759961-13-iscsi neutron-server[105699]: [parameters: {'project_id_1': 'ca4a7e0682de4b118ead281a45efec69', 'expiration_1': datetime.datetime(2021, 9, 8, 0, 43, 34, 425851)}] Sep 08 00:43:54.477161 dv-cinder-759961-13-iscsi neutron-server[105699]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 00:43:54.478248 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG oslo_db.api [None req-14ae0c65-1a8c-4884-8f02-3f1be0d64102 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 00:43:54.486611 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-502d5c5e-1bae-400c-ac57-bac60fb3dff3 req-de9b882d-c0b6-4867-9692-37eb1cec66c7 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef029761-8d3e-4780-ae64-71113525f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723407 Sep 08 00:43:54.499114 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 46980) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:43:54.499319 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-83ea99fb-7967-402a-bd01-19e74996ade3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fe1b2f8297d14a60b497873e4cdf45bf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7236547 Sep 08 00:43:54.500090 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea99fb-7967-402a-bd01-19e74996ade3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9007df87-f1b8-4b70-aa2c-ba3710bc4eb6,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:43:54.592355 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-e0ffea06-c04a-482c-bb3f-fe4f37b4b421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:54.627553 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-e0ffea06-c04a-482c-bb3f-fe4f37b4b421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:54.638034 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-c14db9d5-8e42-4cbd-81ae-d4697e797b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:54.651878 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-c14db9d5-8e42-4cbd-81ae-d4697e797b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:54.718669 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14db9d5-8e42-4cbd-81ae-d4697e797b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d164fb3-6173-4551-ab15-04a9da5249b2,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:43:54.725204 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-c14db9d5-8e42-4cbd-81ae-d4697e797b1c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9e9f33e781c546da8d3790a14692a7fd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6545525 Sep 08 00:43:54.727877 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 46982) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:43:54.752403 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-e0ffea06-c04a-482c-bb3f-fe4f37b4b421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:54.755280 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-e0ffea06-c04a-482c-bb3f-fe4f37b4b421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:54.756673 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-e0ffea06-c04a-482c-bb3f-fe4f37b4b421 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9007df87-f1b8-4b70-aa2c-ba3710bc4eb6 HTTP/1.1" status: 204 len: 168 time: 0.2558599 Sep 08 00:43:54.772856 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ffea06-c04a-482c-bb3f-fe4f37b4b421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9007df87-f1b8-4b70-aa2c-ba3710bc4eb6,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:43:54.803214 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-6fb2cfed-d1fe-45ce-9c89-4af9951c6489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:54.811086 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-6fb2cfed-d1fe-45ce-9c89-4af9951c6489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:54.843725 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-e9d3c1b7-9e54-49b3-b703-28f34affb328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:54.872251 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-6fb2cfed-d1fe-45ce-9c89-4af9951c6489 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9ec454af056546ff8132fcf90120f277&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6719189 Sep 08 00:43:54.872251 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb2cfed-d1fe-45ce-9c89-4af9951c6489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00aa76a5-0f09-4914-ae48-a0470b47bb3a,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:43:54.873789 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 46986) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:43:54.878710 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-e9d3c1b7-9e54-49b3-b703-28f34affb328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:54.948150 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-4cfad1f3-ea90-42cd-9c40-de13a97629ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:54.951247 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-e9d3c1b7-9e54-49b3-b703-28f34affb328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:54.955190 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-e9d3c1b7-9e54-49b3-b703-28f34affb328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:54.967724 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-e9d3c1b7-9e54-49b3-b703-28f34affb328 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1d164fb3-6173-4551-ab15-04a9da5249b2 HTTP/1.1" status: 204 len: 168 time: 0.2302313 Sep 08 00:43:54.997725 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d3c1b7-9e54-49b3-b703-28f34affb328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d164fb3-6173-4551-ab15-04a9da5249b2,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:43:55.001264 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-4cfad1f3-ea90-42cd-9c40-de13a97629ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:55.026428 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-14ae0c65-1a8c-4884-8f02-3f1be0d64102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:55.121299 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-4cfad1f3-ea90-42cd-9c40-de13a97629ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:55.124057 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-4cfad1f3-ea90-42cd-9c40-de13a97629ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:55.125338 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-4cfad1f3-ea90-42cd-9c40-de13a97629ee admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/00aa76a5-0f09-4914-ae48-a0470b47bb3a HTTP/1.1" status: 204 len: 168 time: 0.2499378 Sep 08 00:43:55.145921 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfad1f3-ea90-42cd-9c40-de13a97629ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00aa76a5-0f09-4914-ae48-a0470b47bb3a,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:43:55.189995 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-14ae0c65-1a8c-4884-8f02-3f1be0d64102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:55.200412 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-14ae0c65-1a8c-4884-8f02-3f1be0d64102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:55.248567 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ae0c65-1a8c-4884-8f02-3f1be0d64102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f25424-be9f-4275-85d7-e394b149ae75,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:43:55.265336 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035acbc-7bdc-4545-8e5a-7c06031fd7e1 req-314744ce-b4e7-4913-b851-89b2123e3da1 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:43:55.267079 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f035acbc-7bdc-4545-8e5a-7c06031fd7e1 req-314744ce-b4e7-4913-b851-89b2123e3da1 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 931 time: 0.1273022 Sep 08 00:43:55.319741 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-14ae0c65-1a8c-4884-8f02-3f1be0d64102 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ca4a7e0682de4b118ead281a45efec69&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0579314 Sep 08 00:43:55.324058 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 47002) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:43:55.328063 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f035acbc-7bdc-4545-8e5a-7c06031fd7e1 req-5e99ab48-17aa-41a7-ba69-228990b541a5 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522878 Sep 08 00:43:55.347224 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e8244adb-e122-475d-a0a6-9242ce89ff2d req-ec6bdf98-17fe-4d8e-8297-1a2bd53c4061 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 210 time: 0.0442641 Sep 08 00:43:55.347224 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 47004) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:43:55.376432 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-bc9514e3-e4c5-4de5-9ac4-5a9c14bd54e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:55.416808 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-9fcb00ae-5f01-4fb2-bf7a-3d80ba240dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:55.447226 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-9fcb00ae-5f01-4fb2-bf7a-3d80ba240dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:55.519018 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [req-35b124d3-b09d-4395-828d-93f56f24e883 req-5c77b379-d3e7-4166-b91f-ae6b1a32c532 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=105698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 00:43:55.519342 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [req-3888b025-9073-4d7f-8287-97acf29e6346 req-72ec1fbf-856d-4ab3-aea4-273efb635444 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=105699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 00:43:55.520796 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3888b025-9073-4d7f-8287-97acf29e6346 req-72ec1fbf-856d-4ab3-aea4-273efb635444 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083027 Sep 08 00:43:55.522136 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-35b124d3-b09d-4395-828d-93f56f24e883 req-5c77b379-d3e7-4166-b91f-ae6b1a32c532 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0211554 Sep 08 00:43:55.548367 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-bc9514e3-e4c5-4de5-9ac4-5a9c14bd54e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:55.561934 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-9fcb00ae-5f01-4fb2-bf7a-3d80ba240dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:55.561934 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-9fcb00ae-5f01-4fb2-bf7a-3d80ba240dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:55.561934 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-9fcb00ae-5f01-4fb2-bf7a-3d80ba240dcb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a2f25424-be9f-4275-85d7-e394b149ae75 HTTP/1.1" status: 204 len: 168 time: 0.2308741 Sep 08 00:43:55.566251 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-bc9514e3-e4c5-4de5-9ac4-5a9c14bd54e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:55.573253 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb00ae-5f01-4fb2-bf7a-3d80ba240dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f25424-be9f-4275-85d7-e394b149ae75,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:43:55.630747 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-bc9514e3-e4c5-4de5-9ac4-5a9c14bd54e8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=52425b7ddb2a45488a079243a7cbdb7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2803938 Sep 08 00:43:55.630747 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9514e3-e4c5-4de5-9ac4-5a9c14bd54e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919e97d8-7da5-4229-a62e-7480bc456bc9,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:43:55.631265 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 47024) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:43:55.720517 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-049f5cad-4fd3-4eac-be1e-d5d0ad0b523d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:55.724448 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5e4b6-b8ac-40e2-9516-e9d26d3ca6bb req-9d40c509-0d31-4550-8906-ddad227ab247 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:43:55.725964 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-78b5e4b6-b8ac-40e2-9516-e9d26d3ca6bb req-9d40c509-0d31-4550-8906-ddad227ab247 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 932 time: 0.0751536 Sep 08 00:43:55.750964 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-049f5cad-4fd3-4eac-be1e-d5d0ad0b523d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:55.776891 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-78b5e4b6-b8ac-40e2-9516-e9d26d3ca6bb req-5f466458-b897-4218-864b-502b083669ad tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef029761-8d3e-4780-ae64-71113525f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419941 Sep 08 00:43:55.809645 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-049f5cad-4fd3-4eac-be1e-d5d0ad0b523d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:55.812384 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-049f5cad-4fd3-4eac-be1e-d5d0ad0b523d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:55.815820 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-049f5cad-4fd3-4eac-be1e-d5d0ad0b523d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/919e97d8-7da5-4229-a62e-7480bc456bc9 HTTP/1.1" status: 204 len: 168 time: 0.1810057 Sep 08 00:43:55.826064 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f5cad-4fd3-4eac-be1e-d5d0ad0b523d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919e97d8-7da5-4229-a62e-7480bc456bc9,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:43:55.909822 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 47036) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:43:55.923985 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-138f1ea2-bc9c-4962-969a-b0034d3344e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:56.025183 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-138f1ea2-bc9c-4962-969a-b0034d3344e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:56.029748 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-138f1ea2-bc9c-4962-969a-b0034d3344e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:56.067103 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-138f1ea2-bc9c-4962-969a-b0034d3344e8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0c467d8bf33c4fbc95be638124c591f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1559732 Sep 08 00:43:56.068965 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138f1ea2-bc9c-4962-969a-b0034d3344e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464f33f0-881e-4b50-a037-de01c56615da,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:43:56.069927 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 47040) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:43:56.125960 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-9845c998-6970-4a7d-9fc6-06df21a1fa7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:56.134507 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 47044) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:43:56.149088 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-568acba3-22ab-4ee2-b236-b0b44d184355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:56.153341 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-9845c998-6970-4a7d-9fc6-06df21a1fa7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:56.217563 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-9845c998-6970-4a7d-9fc6-06df21a1fa7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:56.220212 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-9845c998-6970-4a7d-9fc6-06df21a1fa7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:56.223832 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-9845c998-6970-4a7d-9fc6-06df21a1fa7d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/464f33f0-881e-4b50-a037-de01c56615da HTTP/1.1" status: 204 len: 168 time: 0.1492031 Sep 08 00:43:56.238343 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9845c998-6970-4a7d-9fc6-06df21a1fa7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464f33f0-881e-4b50-a037-de01c56615da,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:43:56.389304 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-568acba3-22ab-4ee2-b236-b0b44d184355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:56.394757 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-568acba3-22ab-4ee2-b236-b0b44d184355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:56.424609 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568acba3-22ab-4ee2-b236-b0b44d184355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb30765-0321-483e-8387-8d69afbf37fe,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:43:56.460580 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-568acba3-22ab-4ee2-b236-b0b44d184355 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ff139677a08c42f49b773808a2f50768&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3249352 Sep 08 00:43:56.461474 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 47060) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:43:56.486997 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-583eb26a-8847-4054-98f9-871944ec90fa req-41a2ca5b-a2fa-4a45-9686-7b0f0d3929b1 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 210 time: 0.0307879 Sep 08 00:43:56.511413 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08dc46-0008-4efc-aa47-1b584e18525a req-18d726a4-e6b6-48c2-9b4d-ea2b9f92063e tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:43:56.512974 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ce08dc46-0008-4efc-aa47-1b584e18525a req-18d726a4-e6b6-48c2-9b4d-ea2b9f92063e tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 931 time: 0.0981104 Sep 08 00:43:56.541210 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-c1129b58-7240-4b36-80b9-d2dba37a5361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:56.557680 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ce08dc46-0008-4efc-aa47-1b584e18525a req-33c914f5-0f8a-4ba6-9e4c-1eeb438bf3ef tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377624 Sep 08 00:43:56.572367 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-c1129b58-7240-4b36-80b9-d2dba37a5361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:56.625249 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-c1129b58-7240-4b36-80b9-d2dba37a5361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:56.627973 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-c1129b58-7240-4b36-80b9-d2dba37a5361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:56.631365 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-c1129b58-7240-4b36-80b9-d2dba37a5361 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3bb30765-0321-483e-8387-8d69afbf37fe HTTP/1.1" status: 204 len: 168 time: 0.1664467 Sep 08 00:43:56.631680 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 47068) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:43:56.648322 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1129b58-7240-4b36-80b9-d2dba37a5361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb30765-0321-483e-8387-8d69afbf37fe,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:43:56.651890 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-49593937-d26b-4508-bbfb-754b313f531f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:56.758868 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-49593937-d26b-4508-bbfb-754b313f531f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:56.767219 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-49593937-d26b-4508-bbfb-754b313f531f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:56.804860 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-49593937-d26b-4508-bbfb-754b313f531f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8752a7ea800742768dddc0282b8abb09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1721954 Sep 08 00:43:56.808174 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 47080) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:43:56.824020 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49593937-d26b-4508-bbfb-754b313f531f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0ce1d1-3e4e-4a58-aa2d-989f14044454,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:43:56.940421 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-591dc77a-49ff-4f4b-9497-5de0135d7adc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:56.950893 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a84df-b100-4e3e-893c-cd4301ccb8d5 req-df0bf5c6-17c6-46c7-8e7b-0c45c2f02bb7 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:43:56.952447 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0e5a84df-b100-4e3e-893c-cd4301ccb8d5 req-df0bf5c6-17c6-46c7-8e7b-0c45c2f02bb7 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 932 time: 0.0936208 Sep 08 00:43:56.975430 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-591dc77a-49ff-4f4b-9497-5de0135d7adc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:57.034994 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0e5a84df-b100-4e3e-893c-cd4301ccb8d5 req-bf5f32db-74a3-4ed5-91e5-de0cb56e5e08 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef029761-8d3e-4780-ae64-71113525f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654268 Sep 08 00:43:57.053654 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-591dc77a-49ff-4f4b-9497-5de0135d7adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:57.056203 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-591dc77a-49ff-4f4b-9497-5de0135d7adc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:57.057962 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-591dc77a-49ff-4f4b-9497-5de0135d7adc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6b0ce1d1-3e4e-4a58-aa2d-989f14044454 HTTP/1.1" status: 204 len: 168 time: 0.2452884 Sep 08 00:43:57.066681 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591dc77a-49ff-4f4b-9497-5de0135d7adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0ce1d1-3e4e-4a58-aa2d-989f14044454,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:43:57.603888 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5e66c652-1828-45f2-999d-1024bf458c2d req-41d1b707-b517-49b4-8e7d-27939466cbe4 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 210 time: 0.0316951 Sep 08 00:43:57.714502 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.35', 57661) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:43:57.820492 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e38f1-0aa2-477f-a2de-fdeb1c232096 req-704289b2-98dc-45ca-ac25-e7547bafc85b tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:43:57.822861 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-252e38f1-0aa2-477f-a2de-fdeb1c232096 req-704289b2-98dc-45ca-ac25-e7547bafc85b tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 931 time: 0.1383903 Sep 08 00:43:57.875069 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c044dd-fc86-4ff6-baf0-62d9125860e7 req-8ae16873-d4b6-4e14-97fe-4cfc7744e310 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:43:57.876887 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-72c044dd-fc86-4ff6-baf0-62d9125860e7 req-8ae16873-d4b6-4e14-97fe-4cfc7744e310 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.35 "GET /v2.0/networks?id=4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b HTTP/1.1" status: 200 len: 819 time: 0.1610479 Sep 08 00:43:57.892212 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-252e38f1-0aa2-477f-a2de-fdeb1c232096 req-8355efcd-aac3-4d5b-880b-0726c9fda2f5 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590634 Sep 08 00:43:57.897046 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [req-72c044dd-fc86-4ff6-baf0-62d9125860e7 req-d5f73e28-d1f8-48ce-929a-aa80c9396d84 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Request body: {'port': {'device_id': '17bd717e-e3a1-4201-954d-c180bf7da885', 'network_id': '4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b', 'admin_state_up': True, 'tenant_id': '41a9d0c8e8684f7ab121d687f8b71cc9'}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:43:58.027365 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [req-3888b025-9073-4d7f-8287-97acf29e6346 req-7b258589-e493-4393-9481-8d9aec7b5861 service neutron] Request body: {'port': {'device_id': 'ed207d2e-6368-46c4-85e2-7610b6d2d614', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:43:58.028105 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [req-35b124d3-b09d-4395-828d-93f56f24e883 req-95331cc9-9593-48db-8928-dbf0d9fe1b68 service neutron] Request body: {'port': {'device_id': '6fae08ed-410e-4ea8-b96d-9b1d60ad541f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:43:58.053605 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72c044dd-fc86-4ff6-baf0-62d9125860e7 req-d5f73e28-d1f8-48ce-929a-aa80c9396d84 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Made reservation on behalf of 41a9d0c8e8684f7ab121d687f8b71cc9 for: {'port': 1} {{(pid=105699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:43:58.057110 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-72c044dd-fc86-4ff6-baf0-62d9125860e7 req-d5f73e28-d1f8-48ce-929a-aa80c9396d84 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:58.109900 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-3888b025-9073-4d7f-8287-97acf29e6346 req-7b258589-e493-4393-9481-8d9aec7b5861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:58.119213 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-35b124d3-b09d-4395-828d-93f56f24e883 req-95331cc9-9593-48db-8928-dbf0d9fe1b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:58.323318 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.35', 57664) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:43:58.392736 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 47178) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:43:58.535254 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.db_base_plugin_common [req-72c044dd-fc86-4ff6-baf0-62d9125860e7 req-d5f73e28-d1f8-48ce-929a-aa80c9396d84 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Allocated IP 172.20.0.5 (4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b/cf83ea2d-a9ed-4f51-960e-7a1b9f0410c7/410aaa63-88f7-4049-af15-3017f45bebdc) {{(pid=105699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 00:43:58.564910 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b551f19-6434-4e7a-83d1-4862ec0b5863 req-13f6e4a8-093e-4c20-a7b7-cd9829ba3d66 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:43:58.566886 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5b551f19-6434-4e7a-83d1-4862ec0b5863 req-13f6e4a8-093e-4c20-a7b7-cd9829ba3d66 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 932 time: 0.3863916 Sep 08 00:43:58.620971 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d9be0-fda6-4e06-a38f-ee349c7e608c req-d91a98bd-0213-471a-aef5-2b38f2485842 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:43:58.630638 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-a08d9be0-fda6-4e06-a38f-ee349c7e608c req-d91a98bd-0213-471a-aef5-2b38f2485842 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.35 "GET /v2.0/networks?id=4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b HTTP/1.1" status: 200 len: 819 time: 0.2966709 Sep 08 00:43:58.706511 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5b551f19-6434-4e7a-83d1-4862ec0b5863 req-3787973c-593b-4a6d-85f7-9f1c24838586 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef029761-8d3e-4780-ae64-71113525f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292331 Sep 08 00:43:58.711406 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-d16ce004-2669-40de-8ad0-2c0e4588d179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:58.719257 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [req-a08d9be0-fda6-4e06-a38f-ee349c7e608c req-726aa35b-941d-47ed-8e13-82bbec0629db tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Request body: {'port': {'device_id': 'f108b843-236b-4d01-a1f9-b0474c489628', 'network_id': '4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b', 'admin_state_up': True, 'tenant_id': '41a9d0c8e8684f7ab121d687f8b71cc9'}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:43:58.798904 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6cf505cb-fa45-4d5a-8857-ad16d4a9b8db req-d956ccc1-179a-4529-9310-84037a802e76 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 210 time: 0.0597775 Sep 08 00:43:58.852126 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.notifiers.nova [req-3888b025-9073-4d7f-8287-97acf29e6346 req-7b258589-e493-4393-9481-8d9aec7b5861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79053316-4148-40b1-b73e-d8c7f862ef86 {{(pid=105698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 00:43:58.895710 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-3888b025-9073-4d7f-8287-97acf29e6346 req-7b258589-e493-4393-9481-8d9aec7b5861 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:58.940138 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [req-3888b025-9073-4d7f-8287-97acf29e6346 req-7b258589-e493-4393-9481-8d9aec7b5861 service neutron] Transition to ACTIVE for port object 79053316-4148-40b1-b73e-d8c7f862ef86 will not be triggered until provisioned by entity L2. {{(pid=105698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:43:59.017878 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-3888b025-9073-4d7f-8287-97acf29e6346 req-7b258589-e493-4393-9481-8d9aec7b5861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:59.078446 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-d16ce004-2669-40de-8ad0-2c0e4588d179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:59.085679 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 47212) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:43:59.109246 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-d16ce004-2669-40de-8ad0-2c0e4588d179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:59.115720 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef41254-fc76-4b2a-bd2a-d5eee7fd459e req-4a10a176-354d-4e32-abf7-374d18a26545 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:43:59.117219 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-8ef41254-fc76-4b2a-bd2a-d5eee7fd459e req-4a10a176-354d-4e32-abf7-374d18a26545 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 931 time: 0.1179125 Sep 08 00:43:59.159131 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b258589-e493-4393-9481-8d9aec7b5861 service neutron] Pushing event updated for resources: {'Port': ['ID=79053316-4148-40b1-b73e-d8c7f862ef86,revision_number=2']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:43:59.205243 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-8ef41254-fc76-4b2a-bd2a-d5eee7fd459e req-f7a3e2ae-e781-4e90-bfd1-d9000ee9ed33 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770879 Sep 08 00:43:59.208033 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-72c044dd-fc86-4ff6-baf0-62d9125860e7 req-d5f73e28-d1f8-48ce-929a-aa80c9396d84 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Notify callbacks [] for port, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:59.253956 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-d16ce004-2669-40de-8ad0-2c0e4588d179 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e72552c2d8404b2b831ea9a8c464b086&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8580475 Sep 08 00:43:59.258165 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.notifiers.nova [req-35b124d3-b09d-4395-828d-93f56f24e883 req-95331cc9-9593-48db-8928-dbf0d9fe1b68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1345b314-3cc2-41a1-b1da-90a2f0569fcb {{(pid=105699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 00:43:59.259143 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 47222) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:43:59.270681 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ce004-2669-40de-8ad0-2c0e4588d179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a893ff03-00ff-484b-85a7-3c91b8f3e893,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:43:59.271830 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-35b124d3-b09d-4395-828d-93f56f24e883 req-95331cc9-9593-48db-8928-dbf0d9fe1b68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:59.277703 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a08d9be0-fda6-4e06-a38f-ee349c7e608c req-726aa35b-941d-47ed-8e13-82bbec0629db tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Made reservation on behalf of 41a9d0c8e8684f7ab121d687f8b71cc9 for: {'port': 1} {{(pid=105698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:43:59.281630 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-a08d9be0-fda6-4e06-a38f-ee349c7e608c req-726aa35b-941d-47ed-8e13-82bbec0629db tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:59.286680 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [req-3888b025-9073-4d7f-8287-97acf29e6346 req-7b258589-e493-4393-9481-8d9aec7b5861 service neutron] Attempting to bind port 79053316-4148-40b1-b73e-d8c7f862ef86 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 00:43:59.287159 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [req-3888b025-9073-4d7f-8287-97acf29e6346 req-7b258589-e493-4393-9481-8d9aec7b5861 service neutron] Attempting to bind port 79053316-4148-40b1-b73e-d8c7f862ef86 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '8c43ed1d-4fd4-4ffb-a9bf-23a634afd854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f151a612-c6af-480a-b6c1-79bb5ceff3d2'}] {{(pid=105698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 00:43:59.287497 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3888b025-9073-4d7f-8287-97acf29e6346 req-7b258589-e493-4393-9481-8d9aec7b5861 service neutron] Attempting to bind port 79053316-4148-40b1-b73e-d8c7f862ef86 on network f151a612-c6af-480a-b6c1-79bb5ceff3d2 {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:43:59.300468 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3888b025-9073-4d7f-8287-97acf29e6346 req-7b258589-e493-4393-9481-8d9aec7b5861 service neutron] Port 79053316-4148-40b1-b73e-d8c7f862ef86 on network f151a612-c6af-480a-b6c1-79bb5ceff3d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 00:43:59.300883 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3888b025-9073-4d7f-8287-97acf29e6346 req-7b258589-e493-4393-9481-8d9aec7b5861 service neutron] Attempting to bind port 79053316-4148-40b1-b73e-d8c7f862ef86 on network f151a612-c6af-480a-b6c1-79bb5ceff3d2 {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:43:59.310902 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3888b025-9073-4d7f-8287-97acf29e6346 req-7b258589-e493-4393-9481-8d9aec7b5861 service neutron] Checking agent: {'id': '9d05b7f5-da94-42e7-89b0-a476ea8ca848', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 0, 41, 44), 'started_at': datetime.datetime(2021, 9, 8, 0, 41, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 0, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 00:43:59.311120 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3888b025-9073-4d7f-8287-97acf29e6346 req-7b258589-e493-4393-9481-8d9aec7b5861 service neutron] Checking segment: {'id': '8c43ed1d-4fd4-4ffb-a9bf-23a634afd854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f151a612-c6af-480a-b6c1-79bb5ceff3d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:43:59.311711 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.provisioning_blocks [req-35b124d3-b09d-4395-828d-93f56f24e883 req-95331cc9-9593-48db-8928-dbf0d9fe1b68 service neutron] Transition to ACTIVE for port object 1345b314-3cc2-41a1-b1da-90a2f0569fcb will not be triggered until provisioned by entity L2. {{(pid=105699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:43:59.311977 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3888b025-9073-4d7f-8287-97acf29e6346 req-7b258589-e493-4393-9481-8d9aec7b5861 service neutron] Bound using segment: {'id': '8c43ed1d-4fd4-4ffb-a9bf-23a634afd854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f151a612-c6af-480a-b6c1-79bb5ceff3d2'} {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 00:43:59.312538 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [req-3888b025-9073-4d7f-8287-97acf29e6346 req-7b258589-e493-4393-9481-8d9aec7b5861 service neutron] Bound port: 79053316-4148-40b1-b73e-d8c7f862ef86, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c43ed1d-4fd4-4ffb-a9bf-23a634afd854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f151a612-c6af-480a-b6c1-79bb5ceff3d2'}}] {{(pid=105698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 00:43:59.313192 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-3888b025-9073-4d7f-8287-97acf29e6346 req-7b258589-e493-4393-9481-8d9aec7b5861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:59.330065 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-35b124d3-b09d-4395-828d-93f56f24e883 req-95331cc9-9593-48db-8928-dbf0d9fe1b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:59.346354 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-72c044dd-fc86-4ff6-baf0-62d9125860e7 req-d5f73e28-d1f8-48ce-929a-aa80c9396d84 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792256344477'] for port, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:59.387809 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-73280b56-dd9c-489f-927e-355c6d596aee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:59.431205 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95331cc9-9593-48db-8928-dbf0d9fe1b68 service neutron] Pushing event updated for resources: {'Port': ['ID=1345b314-3cc2-41a1-b1da-90a2f0569fcb,revision_number=2']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:43:59.437034 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72c044dd-fc86-4ff6-baf0-62d9125860e7 req-d5f73e28-d1f8-48ce-929a-aa80c9396d84 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Network 4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b is already hosted by enough agents. {{(pid=105699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:43:59.438902 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-73280b56-dd9c-489f-927e-355c6d596aee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:59.469097 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-65cffd2d-e6d5-4ad1-b5e2-9731a610d3ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:59.489197 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.base_scheduler [req-72c044dd-fc86-4ff6-baf0-62d9125860e7 req-d5f73e28-d1f8-48ce-929a-aa80c9396d84 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Resources bound (agent type, host, resource id): {{(pid=105699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:43:59.506910 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.db [req-3888b025-9073-4d7f-8287-97acf29e6346 req-7b258589-e493-4393-9481-8d9aec7b5861 service neutron] For port 79053316-4148-40b1-b73e-d8c7f862ef86, host hv-cinder-75996, cleared binding levels {{(pid=105698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 00:43:59.513600 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c044dd-fc86-4ff6-baf0-62d9125860e7 req-d5f73e28-d1f8-48ce-929a-aa80c9396d84 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Received port after_create {{(pid=105699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 00:43:59.519247 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c044dd-fc86-4ff6-baf0-62d9125860e7 req-d5f73e28-d1f8-48ce-929a-aa80c9396d84 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:43:59.519897 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-72c044dd-fc86-4ff6-baf0-62d9125860e7 req-d5f73e28-d1f8-48ce-929a-aa80c9396d84 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for port, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:59.551283 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.db_base_plugin_common [req-a08d9be0-fda6-4e06-a38f-ee349c7e608c req-726aa35b-941d-47ed-8e13-82bbec0629db tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Allocated IP 172.20.0.7 (4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b/cf83ea2d-a9ed-4f51-960e-7a1b9f0410c7/616f49b5-d245-4c18-9d30-c7f54b6143de) {{(pid=105698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 00:43:59.555665 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.db [req-3888b025-9073-4d7f-8287-97acf29e6346 req-7b258589-e493-4393-9481-8d9aec7b5861 service neutron] For port 79053316-4148-40b1-b73e-d8c7f862ef86, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=79053316-4148-40b1-b73e-d8c7f862ef86,segment=NetworkSegment(8c43ed1d-4fd4-4ffb-a9bf-23a634afd854),segment_id=8c43ed1d-4fd4-4ffb-a9bf-23a634afd854)] {{(pid=105698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 00:43:59.560903 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [req-35b124d3-b09d-4395-828d-93f56f24e883 req-95331cc9-9593-48db-8928-dbf0d9fe1b68 service neutron] Attempting to bind port 1345b314-3cc2-41a1-b1da-90a2f0569fcb on host hv-cinder-75996 for vnic_type normal with profile {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 00:43:59.561274 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [req-35b124d3-b09d-4395-828d-93f56f24e883 req-95331cc9-9593-48db-8928-dbf0d9fe1b68 service neutron] Attempting to bind port 1345b314-3cc2-41a1-b1da-90a2f0569fcb by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '3de05d6b-2c84-441f-bc53-4fa7981bcbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e271d85f-7317-457a-866b-38767b94b4ff'}] {{(pid=105699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 00:43:59.561626 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b124d3-b09d-4395-828d-93f56f24e883 req-95331cc9-9593-48db-8928-dbf0d9fe1b68 service neutron] Attempting to bind port 1345b314-3cc2-41a1-b1da-90a2f0569fcb on network e271d85f-7317-457a-866b-38767b94b4ff {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:43:59.570044 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-3888b025-9073-4d7f-8287-97acf29e6346 req-7b258589-e493-4393-9481-8d9aec7b5861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:59.574185 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f73e28-d1f8-48ce-929a-aa80c9396d84 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Pushing event updated for resources: {'Port': ['ID=410aaa63-88f7-4049-af15-3017f45bebdc,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:43:59.579281 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b124d3-b09d-4395-828d-93f56f24e883 req-95331cc9-9593-48db-8928-dbf0d9fe1b68 service neutron] Port 1345b314-3cc2-41a1-b1da-90a2f0569fcb on network e271d85f-7317-457a-866b-38767b94b4ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 00:43:59.579650 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b124d3-b09d-4395-828d-93f56f24e883 req-95331cc9-9593-48db-8928-dbf0d9fe1b68 service neutron] Attempting to bind port 1345b314-3cc2-41a1-b1da-90a2f0569fcb on network e271d85f-7317-457a-866b-38767b94b4ff {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:43:59.585932 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b124d3-b09d-4395-828d-93f56f24e883 req-95331cc9-9593-48db-8928-dbf0d9fe1b68 service neutron] Checking agent: {'id': '9d05b7f5-da94-42e7-89b0-a476ea8ca848', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 0, 41, 44), 'started_at': datetime.datetime(2021, 9, 8, 0, 41, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 0, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 00:43:59.586695 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b124d3-b09d-4395-828d-93f56f24e883 req-95331cc9-9593-48db-8928-dbf0d9fe1b68 service neutron] Checking segment: {'id': '3de05d6b-2c84-441f-bc53-4fa7981bcbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e271d85f-7317-457a-866b-38767b94b4ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:43:59.587588 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b124d3-b09d-4395-828d-93f56f24e883 req-95331cc9-9593-48db-8928-dbf0d9fe1b68 service neutron] Bound using segment: {'id': '3de05d6b-2c84-441f-bc53-4fa7981bcbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e271d85f-7317-457a-866b-38767b94b4ff'} {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 00:43:59.588878 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [req-35b124d3-b09d-4395-828d-93f56f24e883 req-95331cc9-9593-48db-8928-dbf0d9fe1b68 service neutron] Bound port: 1345b314-3cc2-41a1-b1da-90a2f0569fcb, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3de05d6b-2c84-441f-bc53-4fa7981bcbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e271d85f-7317-457a-866b-38767b94b4ff'}}] {{(pid=105699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 00:43:59.589453 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-35b124d3-b09d-4395-828d-93f56f24e883 req-95331cc9-9593-48db-8928-dbf0d9fe1b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:59.639033 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888b025-9073-4d7f-8287-97acf29e6346 req-7b258589-e493-4393-9481-8d9aec7b5861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:43:59.639778 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-3888b025-9073-4d7f-8287-97acf29e6346 req-7b258589-e493-4393-9481-8d9aec7b5861 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for port, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:59.641186 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-3888b025-9073-4d7f-8287-97acf29e6346 req-7b258589-e493-4393-9481-8d9aec7b5861 service neutron] 10.222.0.35 "PUT /v2.0/ports/79053316-4148-40b1-b73e-d8c7f862ef86 HTTP/1.1" status: 200 len: 1094 time: 1.9846847 Sep 08 00:43:59.641641 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed207d2e-6368-46c4-85e2-7610b6d2d614', 'tag': '79053316-4148-40b1-b73e-d8c7f862ef86'}] {{(pid=105698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:43:59.690989 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.db [req-35b124d3-b09d-4395-828d-93f56f24e883 req-95331cc9-9593-48db-8928-dbf0d9fe1b68 service neutron] For port 1345b314-3cc2-41a1-b1da-90a2f0569fcb, host hv-cinder-75996, cleared binding levels {{(pid=105699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 00:43:59.696161 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.db [req-35b124d3-b09d-4395-828d-93f56f24e883 req-95331cc9-9593-48db-8928-dbf0d9fe1b68 service neutron] For port 1345b314-3cc2-41a1-b1da-90a2f0569fcb, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=1345b314-3cc2-41a1-b1da-90a2f0569fcb,segment=NetworkSegment(3de05d6b-2c84-441f-bc53-4fa7981bcbd6),segment_id=3de05d6b-2c84-441f-bc53-4fa7981bcbd6)] {{(pid=105699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 00:43:59.705313 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-35b124d3-b09d-4395-828d-93f56f24e883 req-95331cc9-9593-48db-8928-dbf0d9fe1b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:59.714592 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-73280b56-dd9c-489f-927e-355c6d596aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:59.718121 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-73280b56-dd9c-489f-927e-355c6d596aee admin admin] Notify callbacks [] for security_group, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:59.723105 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-73280b56-dd9c-489f-927e-355c6d596aee admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a893ff03-00ff-484b-85a7-3c91b8f3e893 HTTP/1.1" status: 204 len: 168 time: 0.4611816 Sep 08 00:43:59.806634 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73280b56-dd9c-489f-927e-355c6d596aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a893ff03-00ff-484b-85a7-3c91b8f3e893,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:43:59.875941 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b124d3-b09d-4395-828d-93f56f24e883 req-95331cc9-9593-48db-8928-dbf0d9fe1b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:43:59.877589 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-35b124d3-b09d-4395-828d-93f56f24e883 req-95331cc9-9593-48db-8928-dbf0d9fe1b68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for port, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:43:59.879650 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-35b124d3-b09d-4395-828d-93f56f24e883 req-95331cc9-9593-48db-8928-dbf0d9fe1b68 service neutron] 10.222.0.35 "PUT /v2.0/ports/1345b314-3cc2-41a1-b1da-90a2f0569fcb HTTP/1.1" status: 200 len: 1093 time: 2.2230294 Sep 08 00:43:59.880110 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fae08ed-410e-4ea8-b96d-9b1d60ad541f', 'tag': '1345b314-3cc2-41a1-b1da-90a2f0569fcb'}] {{(pid=105699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:43:59.921233 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b258589-e493-4393-9481-8d9aec7b5861 service neutron] Pushing event updated for resources: {'Port': ['ID=79053316-4148-40b1-b73e-d8c7f862ef86,revision_number=3']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:44:00.002945 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888b025-9073-4d7f-8287-97acf29e6346 req-2d1120a3-0888-40fc-8857-443dd602f9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:00.004938 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-3888b025-9073-4d7f-8287-97acf29e6346 req-2d1120a3-0888-40fc-8857-443dd602f9c6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ed83e139036e43c0bdee59e5a1664e08&device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 1097 time: 0.2425978 Sep 08 00:44:00.101558 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95331cc9-9593-48db-8928-dbf0d9fe1b68 service neutron] Pushing event updated for resources: {'Port': ['ID=1345b314-3cc2-41a1-b1da-90a2f0569fcb,revision_number=3']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:44:00.137298 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-3888b025-9073-4d7f-8287-97acf29e6346 req-dd73ef6f-4af2-43a8-9e1e-04c6727093b6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79053316-4148-40b1-b73e-d8c7f862ef86 HTTP/1.1" status: 200 len: 217 time: 0.1058815 Sep 08 00:44:00.153973 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad2fdc-7c68-4da2-a53d-1e9049c27cee req-e9b68bf7-fce0-4da2-b6c5-3b3b55e7efaa tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:00.155662 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5dad2fdc-7c68-4da2-a53d-1e9049c27cee req-e9b68bf7-fce0-4da2-b6c5-3b3b55e7efaa tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 944 time: 0.3346453 Sep 08 00:44:00.173591 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b124d3-b09d-4395-828d-93f56f24e883 req-0afe93aa-c665-4ea4-b254-d840e87ca971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:00.175352 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-35b124d3-b09d-4395-828d-93f56f24e883 req-0afe93aa-c665-4ea4-b254-d840e87ca971 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9b0ed6c08b9844e2ba70a09ddd0959c1&device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 1096 time: 0.2020071 Sep 08 00:44:00.197674 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d797c2-e0ef-4aa6-8e37-3ee183d58133 req-c18722bb-ee3d-48fd-84f9-d5455a0713fc tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:00.199302 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f2d797c2-e0ef-4aa6-8e37-3ee183d58133 req-c18722bb-ee3d-48fd-84f9-d5455a0713fc tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 931 time: 0.2307112 Sep 08 00:44:00.255818 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-65cffd2d-e6d5-4ad1-b5e2-9731a610d3ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:00.276971 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-65cffd2d-e6d5-4ad1-b5e2-9731a610d3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:00.297149 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-35b124d3-b09d-4395-828d-93f56f24e883 req-31dd7c44-c9ae-43e0-814b-84f07f65083d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1345b314-3cc2-41a1-b1da-90a2f0569fcb HTTP/1.1" status: 200 len: 217 time: 0.0929558 Sep 08 00:44:00.299833 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-a08d9be0-fda6-4e06-a38f-ee349c7e608c req-726aa35b-941d-47ed-8e13-82bbec0629db tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Notify callbacks [] for port, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:00.304401 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-72c044dd-fc86-4ff6-baf0-62d9125860e7 req-d5f73e28-d1f8-48ce-929a-aa80c9396d84 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4111364 Sep 08 00:44:00.310778 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5dad2fdc-7c68-4da2-a53d-1e9049c27cee req-41453dfa-abc7-43b7-acae-f9e6a1a1b52a tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef029761-8d3e-4780-ae64-71113525f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479023 Sep 08 00:44:00.336332 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26d4041160ff19e6bfa7ff8d463369e3025ec2e9db032453864bb7ad8051457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc84408-f144-4af4-846a-c4ebdff90e64" -d '{"events": [{"name": "network-changed", "server_uuid": "ed207d2e-6368-46c4-85e2-7610b6d2d614", "tag": "79053316-4148-40b1-b73e-d8c7f862ef86"}]}' {{(pid=105698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:44:00.336448 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [req-72c044dd-fc86-4ff6-baf0-62d9125860e7 req-4b0b2a8c-a09a-4bc1-b7df-c1f58c0ef3d5 service neutron] Request body: {'port': {'device_id': '17bd717e-e3a1-4201-954d-c180bf7da885', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:44:00.350589 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888b025-9073-4d7f-8287-97acf29e6346 req-115fbc0f-fc02-4ce8-8ef3-4c235b4216d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:00.352062 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-3888b025-9073-4d7f-8287-97acf29e6346 req-115fbc0f-fc02-4ce8-8ef3-4c235b4216d7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=936f26a9-672d-467e-8bbb-2c3fa89868b3 HTTP/1.1" status: 200 len: 852 time: 0.1935532 Sep 08 00:44:00.402892 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f2d797c2-e0ef-4aa6-8e37-3ee183d58133 req-1b67b82d-b1c7-4bab-934a-d29b5f28604b tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901894 Sep 08 00:44:00.454695 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b124d3-b09d-4395-828d-93f56f24e883 req-3733d2e5-e174-46aa-8329-59e826f13f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:00.456252 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-35b124d3-b09d-4395-828d-93f56f24e883 req-3733d2e5-e174-46aa-8329-59e826f13f1d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=90c2af37-f46d-44ca-a62c-c2802a56f799 HTTP/1.1" status: 200 len: 855 time: 0.1494482 Sep 08 00:44:00.499713 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-72c044dd-fc86-4ff6-baf0-62d9125860e7 req-4b0b2a8c-a09a-4bc1-b7df-c1f58c0ef3d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:00.530774 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3219a0c12e8a5a78bd5034d738b4394f25721dc263a67c7d4cfc0eaa1ac0f340" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a9241f-4067-4c6e-9b4c-686ab94af282" -d '{"events": [{"name": "network-changed", "server_uuid": "6fae08ed-410e-4ea8-b96d-9b1d60ad541f", "tag": "1345b314-3cc2-41a1-b1da-90a2f0569fcb"}]}' {{(pid=105699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:44:00.535115 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-35b124d3-b09d-4395-828d-93f56f24e883 req-17b329d8-7828-4ce2-8cbb-fa856662e7af service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e271d85f-7317-457a-866b-38767b94b4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692320 Sep 08 00:44:00.563259 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c5609-3ff3-4c3e-9362-b5dce6009a79 req-4d4e9c34-12c7-4a11-bb45-42bfedcca3ad tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:00.565399 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-2e4c5609-3ff3-4c3e-9362-b5dce6009a79 req-4d4e9c34-12c7-4a11-bb45-42bfedcca3ad tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 943 time: 0.1612182 Sep 08 00:44:00.627081 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cffd2d-e6d5-4ad1-b5e2-9731a610d3ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b21ee9d6-9de3-4eab-8e5e-b4b79e74594a,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:44:00.649556 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-65cffd2d-e6d5-4ad1-b5e2-9731a610d3ba admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=34f68c9a0b0f48b8a50b95047084c1bc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5623651 Sep 08 00:44:00.654061 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-3888b025-9073-4d7f-8287-97acf29e6346 req-e3b0cf99-43cb-4294-a500-3ad05a570b7e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f151a612-c6af-480a-b6c1-79bb5ceff3d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658920 Sep 08 00:44:00.655828 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 47288) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:44:00.786063 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 00:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d97184d-1706-4990-a617-919a59b27e86 x-openstack-request-id: req-8d97184d-1706-4990-a617-919a59b27e86 {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:44:00.786360 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed207d2e-6368-46c4-85e2-7610b6d2d614", "tag": "79053316-4148-40b1-b73e-d8c7f862ef86", "status": "completed", "code": 200}]} {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:44:00.786610 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8d97184d-1706-4990-a617-919a59b27e86 {{(pid=105698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:44:00.787067 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed207d2e-6368-46c4-85e2-7610b6d2d614', 'tag': '79053316-4148-40b1-b73e-d8c7f862ef86', 'status': 'completed', 'code': 200} Sep 08 00:44:00.805318 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-a08d9be0-fda6-4e06-a38f-ee349c7e608c req-726aa35b-941d-47ed-8e13-82bbec0629db tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792256344477'] for port, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:00.872310 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726aa35b-941d-47ed-8e13-82bbec0629db tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Pushing event updated for resources: {'Port': ['ID=616f49b5-d245-4c18-9d30-c7f54b6143de,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:44:00.884289 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a08d9be0-fda6-4e06-a38f-ee349c7e608c req-726aa35b-941d-47ed-8e13-82bbec0629db tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Network 4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b is already hosted by enough agents. {{(pid=105698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:44:00.890854 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.base_scheduler [req-a08d9be0-fda6-4e06-a38f-ee349c7e608c req-726aa35b-941d-47ed-8e13-82bbec0629db tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Resources bound (agent type, host, resource id): {{(pid=105698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:44:00.893437 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [req-a08d9be0-fda6-4e06-a38f-ee349c7e608c req-726aa35b-941d-47ed-8e13-82bbec0629db tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Received port after_create {{(pid=105698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 00:44:00.899711 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d9be0-fda6-4e06-a38f-ee349c7e608c req-726aa35b-941d-47ed-8e13-82bbec0629db tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:00.900337 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-a08d9be0-fda6-4e06-a38f-ee349c7e608c req-726aa35b-941d-47ed-8e13-82bbec0629db tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for port, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:00.919790 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-2e4c5609-3ff3-4c3e-9362-b5dce6009a79 req-e9ee7ed5-472f-42bf-88d2-8772f34a41c7 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329637 Sep 08 00:44:00.962145 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-35b124d3-b09d-4395-828d-93f56f24e883 req-80e8c6c4-4bfe-4588-b6aa-f7eb9a98b65b service neutron] 10.222.0.35 "GET /v2.0/networks/e271d85f-7317-457a-866b-38767b94b4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4161007 Sep 08 00:44:00.968081 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-a08d9be0-fda6-4e06-a38f-ee349c7e608c req-726aa35b-941d-47ed-8e13-82bbec0629db tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2600405 Sep 08 00:44:01.005521 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [req-a08d9be0-fda6-4e06-a38f-ee349c7e608c req-1dc5fd28-12e6-4393-9806-5b1a224204b4 service neutron] Request body: {'port': {'device_id': 'f108b843-236b-4d01-a1f9-b0474c489628', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:44:01.148349 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-a08d9be0-fda6-4e06-a38f-ee349c7e608c req-1dc5fd28-12e6-4393-9806-5b1a224204b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:01.165278 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-4bf8304d-afd4-4050-b960-95caffd0c504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:01.172697 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-35b124d3-b09d-4395-828d-93f56f24e883 req-73df7183-7a7b-48d0-8037-969e7d229011 service neutron] 10.222.0.35 "GET /v2.0/networks/e271d85f-7317-457a-866b-38767b94b4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860855 Sep 08 00:44:01.196950 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-4bf8304d-afd4-4050-b960-95caffd0c504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:01.241683 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.notifiers.nova [req-72c044dd-fc86-4ff6-baf0-62d9125860e7 req-4b0b2a8c-a09a-4bc1-b7df-c1f58c0ef3d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 410aaa63-88f7-4049-af15-3017f45bebdc {{(pid=105699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 00:44:01.252225 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 00:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da5ffaf-105d-4c6b-ba98-3bb41a4edc0a x-openstack-request-id: req-5da5ffaf-105d-4c6b-ba98-3bb41a4edc0a {{(pid=105699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:44:01.252787 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fae08ed-410e-4ea8-b96d-9b1d60ad541f", "tag": "1345b314-3cc2-41a1-b1da-90a2f0569fcb", "status": "completed", "code": 200}]} {{(pid=105699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:44:01.253227 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5da5ffaf-105d-4c6b-ba98-3bb41a4edc0a {{(pid=105699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:44:01.254113 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fae08ed-410e-4ea8-b96d-9b1d60ad541f', 'tag': '1345b314-3cc2-41a1-b1da-90a2f0569fcb', 'status': 'completed', 'code': 200} Sep 08 00:44:01.258581 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-72c044dd-fc86-4ff6-baf0-62d9125860e7 req-4b0b2a8c-a09a-4bc1-b7df-c1f58c0ef3d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:01.281644 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-3888b025-9073-4d7f-8287-97acf29e6346 req-f7d2f7b7-c9b0-4b6e-af20-2db7de1e4802 service neutron] 10.222.0.35 "GET /v2.0/networks/f151a612-c6af-480a-b6c1-79bb5ceff3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6153679 Sep 08 00:44:01.298537 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.provisioning_blocks [req-72c044dd-fc86-4ff6-baf0-62d9125860e7 req-4b0b2a8c-a09a-4bc1-b7df-c1f58c0ef3d5 service neutron] Transition to ACTIVE for port object 410aaa63-88f7-4049-af15-3017f45bebdc will not be triggered until provisioned by entity L2. {{(pid=105699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:44:01.308766 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-4bf8304d-afd4-4050-b960-95caffd0c504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:01.310184 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-72c044dd-fc86-4ff6-baf0-62d9125860e7 req-4b0b2a8c-a09a-4bc1-b7df-c1f58c0ef3d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:01.311789 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-4bf8304d-afd4-4050-b960-95caffd0c504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:01.315672 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-4bf8304d-afd4-4050-b960-95caffd0c504 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b21ee9d6-9de3-4eab-8e5e-b4b79e74594a HTTP/1.1" status: 204 len: 168 time: 0.6564789 Sep 08 00:44:01.345610 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf8304d-afd4-4050-b960-95caffd0c504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21ee9d6-9de3-4eab-8e5e-b4b79e74594a,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:44:01.605813 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-3888b025-9073-4d7f-8287-97acf29e6346 req-2e0d65b6-8a21-48f8-af0f-9fe813e3b53d service neutron] 10.222.0.35 "GET /v2.0/networks/f151a612-c6af-480a-b6c1-79bb5ceff3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074670 Sep 08 00:44:01.667925 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.notifiers.nova [req-a08d9be0-fda6-4e06-a38f-ee349c7e608c req-1dc5fd28-12e6-4393-9806-5b1a224204b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 616f49b5-d245-4c18-9d30-c7f54b6143de {{(pid=105698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 00:44:01.676520 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-a08d9be0-fda6-4e06-a38f-ee349c7e608c req-1dc5fd28-12e6-4393-9806-5b1a224204b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:01.696288 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [req-a08d9be0-fda6-4e06-a38f-ee349c7e608c req-1dc5fd28-12e6-4393-9806-5b1a224204b4 service neutron] Transition to ACTIVE for port object 616f49b5-d245-4c18-9d30-c7f54b6143de will not be triggered until provisioned by entity L2. {{(pid=105698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:44:01.701489 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-a08d9be0-fda6-4e06-a38f-ee349c7e608c req-1dc5fd28-12e6-4393-9806-5b1a224204b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:01.726990 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b2a8c-a09a-4bc1-b7df-c1f58c0ef3d5 service neutron] Pushing event updated for resources: {'Port': ['ID=410aaa63-88f7-4049-af15-3017f45bebdc,revision_number=2']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:44:01.786618 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc5fd28-12e6-4393-9806-5b1a224204b4 service neutron] Pushing event updated for resources: {'Port': ['ID=616f49b5-d245-4c18-9d30-c7f54b6143de,revision_number=2']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:44:01.799240 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [req-72c044dd-fc86-4ff6-baf0-62d9125860e7 req-4b0b2a8c-a09a-4bc1-b7df-c1f58c0ef3d5 service neutron] Attempting to bind port 410aaa63-88f7-4049-af15-3017f45bebdc on host hv-cinder-75996 for vnic_type normal with profile {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 00:44:01.799685 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [req-72c044dd-fc86-4ff6-baf0-62d9125860e7 req-4b0b2a8c-a09a-4bc1-b7df-c1f58c0ef3d5 service neutron] Attempting to bind port 410aaa63-88f7-4049-af15-3017f45bebdc by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '7824ab05-95b6-4b54-86de-8ce3543421b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b'}] {{(pid=105699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 00:44:01.800053 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c044dd-fc86-4ff6-baf0-62d9125860e7 req-4b0b2a8c-a09a-4bc1-b7df-c1f58c0ef3d5 service neutron] Attempting to bind port 410aaa63-88f7-4049-af15-3017f45bebdc on network 4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:44:01.820161 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d786a03-e9c1-411e-a5b5-f7495e5d20bb req-92bb47fb-b141-4e27-b636-c80bd54370fc tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:01.820895 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1d786a03-e9c1-411e-a5b5-f7495e5d20bb req-92bb47fb-b141-4e27-b636-c80bd54370fc tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 943 time: 0.2113264 Sep 08 00:44:01.824892 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc84408-f144-4af4-846a-c4ebdff90e64 req-452aefcb-a8d1-4999-b05c-111aea50366b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:01.826495 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-6fc84408-f144-4af4-846a-c4ebdff90e64 req-452aefcb-a8d1-4999-b05c-111aea50366b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ed83e139036e43c0bdee59e5a1664e08&device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 1097 time: 0.0986602 Sep 08 00:44:01.827177 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [req-a08d9be0-fda6-4e06-a38f-ee349c7e608c req-1dc5fd28-12e6-4393-9806-5b1a224204b4 service neutron] Attempting to bind port 616f49b5-d245-4c18-9d30-c7f54b6143de on host hv-cinder-75996 for vnic_type normal with profile {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 00:44:01.827501 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [req-a08d9be0-fda6-4e06-a38f-ee349c7e608c req-1dc5fd28-12e6-4393-9806-5b1a224204b4 service neutron] Attempting to bind port 616f49b5-d245-4c18-9d30-c7f54b6143de by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '7824ab05-95b6-4b54-86de-8ce3543421b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b'}] {{(pid=105698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 00:44:01.827922 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08d9be0-fda6-4e06-a38f-ee349c7e608c req-1dc5fd28-12e6-4393-9806-5b1a224204b4 service neutron] Attempting to bind port 616f49b5-d245-4c18-9d30-c7f54b6143de on network 4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:44:01.832249 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e4ff3-bbb2-4141-8138-5684d4a76ffa req-a2a2331d-1ba0-49ed-9089-b7b9201840de tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:01.833411 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08d9be0-fda6-4e06-a38f-ee349c7e608c req-1dc5fd28-12e6-4393-9806-5b1a224204b4 service neutron] Port 616f49b5-d245-4c18-9d30-c7f54b6143de on network 4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 00:44:01.833983 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08d9be0-fda6-4e06-a38f-ee349c7e608c req-1dc5fd28-12e6-4393-9806-5b1a224204b4 service neutron] Attempting to bind port 616f49b5-d245-4c18-9d30-c7f54b6143de on network 4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:44:01.834090 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-635e4ff3-bbb2-4141-8138-5684d4a76ffa req-a2a2331d-1ba0-49ed-9089-b7b9201840de tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 944 time: 0.2672560 Sep 08 00:44:01.840830 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9241f-4067-4c6e-9b4c-686ab94af282 req-57ff0b6d-2f3f-47c5-bae4-0c19e97cdc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:01.842625 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-88a9241f-4067-4c6e-9b4c-686ab94af282 req-57ff0b6d-2f3f-47c5-bae4-0c19e97cdc97 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9b0ed6c08b9844e2ba70a09ddd0959c1&device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 1096 time: 0.2772186 Sep 08 00:44:01.843374 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c044dd-fc86-4ff6-baf0-62d9125860e7 req-4b0b2a8c-a09a-4bc1-b7df-c1f58c0ef3d5 service neutron] Port 410aaa63-88f7-4049-af15-3017f45bebdc on network 4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 00:44:01.843868 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c044dd-fc86-4ff6-baf0-62d9125860e7 req-4b0b2a8c-a09a-4bc1-b7df-c1f58c0ef3d5 service neutron] Attempting to bind port 410aaa63-88f7-4049-af15-3017f45bebdc on network 4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:44:01.854622 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08d9be0-fda6-4e06-a38f-ee349c7e608c req-1dc5fd28-12e6-4393-9806-5b1a224204b4 service neutron] Checking agent: {'id': '9d05b7f5-da94-42e7-89b0-a476ea8ca848', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 0, 41, 44), 'started_at': datetime.datetime(2021, 9, 8, 0, 41, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 0, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 00:44:01.854953 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08d9be0-fda6-4e06-a38f-ee349c7e608c req-1dc5fd28-12e6-4393-9806-5b1a224204b4 service neutron] Checking segment: {'id': '7824ab05-95b6-4b54-86de-8ce3543421b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:44:01.855326 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08d9be0-fda6-4e06-a38f-ee349c7e608c req-1dc5fd28-12e6-4393-9806-5b1a224204b4 service neutron] Bound using segment: {'id': '7824ab05-95b6-4b54-86de-8ce3543421b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b'} {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 00:44:01.855799 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [req-a08d9be0-fda6-4e06-a38f-ee349c7e608c req-1dc5fd28-12e6-4393-9806-5b1a224204b4 service neutron] Bound port: 616f49b5-d245-4c18-9d30-c7f54b6143de, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7824ab05-95b6-4b54-86de-8ce3543421b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b'}}] {{(pid=105698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 00:44:01.856151 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-a08d9be0-fda6-4e06-a38f-ee349c7e608c req-1dc5fd28-12e6-4393-9806-5b1a224204b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:01.859540 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c044dd-fc86-4ff6-baf0-62d9125860e7 req-4b0b2a8c-a09a-4bc1-b7df-c1f58c0ef3d5 service neutron] Checking agent: {'id': '9d05b7f5-da94-42e7-89b0-a476ea8ca848', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 0, 41, 44), 'started_at': datetime.datetime(2021, 9, 8, 0, 41, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 0, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 00:44:01.859882 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c044dd-fc86-4ff6-baf0-62d9125860e7 req-4b0b2a8c-a09a-4bc1-b7df-c1f58c0ef3d5 service neutron] Checking segment: {'id': '7824ab05-95b6-4b54-86de-8ce3543421b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:44:01.860255 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c044dd-fc86-4ff6-baf0-62d9125860e7 req-4b0b2a8c-a09a-4bc1-b7df-c1f58c0ef3d5 service neutron] Bound using segment: {'id': '7824ab05-95b6-4b54-86de-8ce3543421b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b'} {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 00:44:01.860778 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [req-72c044dd-fc86-4ff6-baf0-62d9125860e7 req-4b0b2a8c-a09a-4bc1-b7df-c1f58c0ef3d5 service neutron] Bound port: 410aaa63-88f7-4049-af15-3017f45bebdc, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7824ab05-95b6-4b54-86de-8ce3543421b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b'}}] {{(pid=105699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 00:44:01.861039 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-72c044dd-fc86-4ff6-baf0-62d9125860e7 req-4b0b2a8c-a09a-4bc1-b7df-c1f58c0ef3d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:01.981772 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1d786a03-e9c1-411e-a5b5-f7495e5d20bb req-0cc526ea-2df9-4274-b925-62ccf92744c8 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383872 Sep 08 00:44:02.055347 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc84408-f144-4af4-846a-c4ebdff90e64 req-93a5f084-8a5d-495a-9bbb-8ea5434533b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:02.057814 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-6fc84408-f144-4af4-846a-c4ebdff90e64 req-93a5f084-8a5d-495a-9bbb-8ea5434533b1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f151a612-c6af-480a-b6c1-79bb5ceff3d2 HTTP/1.1" status: 200 len: 913 time: 0.2205112 Sep 08 00:44:02.064286 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.db [req-a08d9be0-fda6-4e06-a38f-ee349c7e608c req-1dc5fd28-12e6-4393-9806-5b1a224204b4 service neutron] For port 616f49b5-d245-4c18-9d30-c7f54b6143de, host hv-cinder-75996, cleared binding levels {{(pid=105698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 00:44:02.114962 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-6fc84408-f144-4af4-846a-c4ebdff90e64 req-a8997c02-114c-474c-8dbc-0f537dbfe2ca service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79053316-4148-40b1-b73e-d8c7f862ef86 HTTP/1.1" status: 200 len: 217 time: 0.0482464 Sep 08 00:44:02.125460 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.db [req-a08d9be0-fda6-4e06-a38f-ee349c7e608c req-1dc5fd28-12e6-4393-9806-5b1a224204b4 service neutron] For port 616f49b5-d245-4c18-9d30-c7f54b6143de, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=616f49b5-d245-4c18-9d30-c7f54b6143de,segment=NetworkSegment(7824ab05-95b6-4b54-86de-8ce3543421b1),segment_id=7824ab05-95b6-4b54-86de-8ce3543421b1)] {{(pid=105698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 00:44:02.171049 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-635e4ff3-bbb2-4141-8138-5684d4a76ffa req-38f2022f-5ff5-4ed3-b70e-086bd6a5d177 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef029761-8d3e-4780-ae64-71113525f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201208 Sep 08 00:44:02.199612 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc84408-f144-4af4-846a-c4ebdff90e64 req-91fe3a9e-0645-4609-aa23-963368bc43cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:02.201893 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-6fc84408-f144-4af4-846a-c4ebdff90e64 req-91fe3a9e-0645-4609-aa23-963368bc43cd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=936f26a9-672d-467e-8bbb-2c3fa89868b3 HTTP/1.1" status: 200 len: 852 time: 0.0789568 Sep 08 00:44:02.203645 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-a08d9be0-fda6-4e06-a38f-ee349c7e608c req-1dc5fd28-12e6-4393-9806-5b1a224204b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:02.235432 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.db [req-72c044dd-fc86-4ff6-baf0-62d9125860e7 req-4b0b2a8c-a09a-4bc1-b7df-c1f58c0ef3d5 service neutron] For port 410aaa63-88f7-4049-af15-3017f45bebdc, host hv-cinder-75996, cleared binding levels {{(pid=105699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 00:44:02.240130 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.db [req-72c044dd-fc86-4ff6-baf0-62d9125860e7 req-4b0b2a8c-a09a-4bc1-b7df-c1f58c0ef3d5 service neutron] For port 410aaa63-88f7-4049-af15-3017f45bebdc, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=410aaa63-88f7-4049-af15-3017f45bebdc,segment=NetworkSegment(7824ab05-95b6-4b54-86de-8ce3543421b1),segment_id=7824ab05-95b6-4b54-86de-8ce3543421b1)] {{(pid=105699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 00:44:02.248104 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9241f-4067-4c6e-9b4c-686ab94af282 req-7d48ccfb-e581-441f-ad3c-d4b988c8553a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:02.249728 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-88a9241f-4067-4c6e-9b4c-686ab94af282 req-7d48ccfb-e581-441f-ad3c-d4b988c8553a service neutron] 10.222.0.35 "GET /v2.0/networks?id=e271d85f-7317-457a-866b-38767b94b4ff HTTP/1.1" status: 200 len: 916 time: 0.3976333 Sep 08 00:44:02.251707 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-72c044dd-fc86-4ff6-baf0-62d9125860e7 req-4b0b2a8c-a09a-4bc1-b7df-c1f58c0ef3d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:02.263673 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48651a32-76b9-4e49-bf9f-e4cf34a014b6 req-f3f7c9c0-77d5-4457-bdd9-6b1e3d667056 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:02.265189 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-48651a32-76b9-4e49-bf9f-e4cf34a014b6 req-f3f7c9c0-77d5-4457-bdd9-6b1e3d667056 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 943 time: 0.1724253 Sep 08 00:44:02.273907 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc5fd28-12e6-4393-9806-5b1a224204b4 service neutron] Pushing event updated for resources: {'Port': ['ID=616f49b5-d245-4c18-9d30-c7f54b6143de,revision_number=3']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:44:02.309766 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-6fc84408-f144-4af4-846a-c4ebdff90e64 req-78b2aec5-eae5-4ec8-bfa9-190070afa18e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f151a612-c6af-480a-b6c1-79bb5ceff3d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435045 Sep 08 00:44:02.314242 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d9be0-fda6-4e06-a38f-ee349c7e608c req-1dc5fd28-12e6-4393-9806-5b1a224204b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:02.314951 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-a08d9be0-fda6-4e06-a38f-ee349c7e608c req-1dc5fd28-12e6-4393-9806-5b1a224204b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for port, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:02.316615 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-a08d9be0-fda6-4e06-a38f-ee349c7e608c req-1dc5fd28-12e6-4393-9806-5b1a224204b4 service neutron] 10.222.0.35 "PUT /v2.0/ports/616f49b5-d245-4c18-9d30-c7f54b6143de HTTP/1.1" status: 200 len: 1093 time: 1.3229253 Sep 08 00:44:02.441656 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-6fc84408-f144-4af4-846a-c4ebdff90e64 req-a3151bcd-35ce-49f9-b2c0-d6bef3e1dde0 service neutron] 10.222.0.35 "GET /v2.0/networks/f151a612-c6af-480a-b6c1-79bb5ceff3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239574 Sep 08 00:44:02.446018 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b2a8c-a09a-4bc1-b7df-c1f58c0ef3d5 service neutron] Pushing event updated for resources: {'Port': ['ID=410aaa63-88f7-4049-af15-3017f45bebdc,revision_number=3']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:44:02.470252 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c044dd-fc86-4ff6-baf0-62d9125860e7 req-4b0b2a8c-a09a-4bc1-b7df-c1f58c0ef3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:02.472165 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-72c044dd-fc86-4ff6-baf0-62d9125860e7 req-4b0b2a8c-a09a-4bc1-b7df-c1f58c0ef3d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for port, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:02.477238 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-72c044dd-fc86-4ff6-baf0-62d9125860e7 req-4b0b2a8c-a09a-4bc1-b7df-c1f58c0ef3d5 service neutron] 10.222.0.35 "PUT /v2.0/ports/410aaa63-88f7-4049-af15-3017f45bebdc HTTP/1.1" status: 200 len: 1093 time: 2.1562877 Sep 08 00:44:02.479135 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-88a9241f-4067-4c6e-9b4c-686ab94af282 req-30352246-91dc-412e-807f-4e60ffac80e0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1345b314-3cc2-41a1-b1da-90a2f0569fcb HTTP/1.1" status: 200 len: 217 time: 0.2086549 Sep 08 00:44:02.604744 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-6fc84408-f144-4af4-846a-c4ebdff90e64 req-bb6f85c0-4e28-498c-9951-512d0f1119d4 service neutron] 10.222.0.35 "GET /v2.0/networks/f151a612-c6af-480a-b6c1-79bb5ceff3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509449 Sep 08 00:44:02.630278 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d9be0-fda6-4e06-a38f-ee349c7e608c req-fba5b8d3-c619-489b-86be-d89305ebb6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:02.632806 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-a08d9be0-fda6-4e06-a38f-ee349c7e608c req-fba5b8d3-c619-489b-86be-d89305ebb6e3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=41a9d0c8e8684f7ab121d687f8b71cc9&device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 1096 time: 0.1892641 Sep 08 00:44:02.652305 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-48651a32-76b9-4e49-bf9f-e4cf34a014b6 req-8ef66e09-cbc4-4bac-b9f9-70768845b66c tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429797 Sep 08 00:44:02.676704 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9241f-4067-4c6e-9b4c-686ab94af282 req-2e1f274b-c3c9-4914-ba34-4b5d68bccd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:02.678555 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-88a9241f-4067-4c6e-9b4c-686ab94af282 req-2e1f274b-c3c9-4914-ba34-4b5d68bccd98 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=90c2af37-f46d-44ca-a62c-c2802a56f799 HTTP/1.1" status: 200 len: 855 time: 0.1748514 Sep 08 00:44:02.692402 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c044dd-fc86-4ff6-baf0-62d9125860e7 req-5c0daf62-90e7-412f-90fe-e6192a2d5045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:02.694485 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-72c044dd-fc86-4ff6-baf0-62d9125860e7 req-5c0daf62-90e7-412f-90fe-e6192a2d5045 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=41a9d0c8e8684f7ab121d687f8b71cc9&device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 1096 time: 0.1150720 Sep 08 00:44:02.732669 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-a08d9be0-fda6-4e06-a38f-ee349c7e608c req-f0145a76-42fc-4784-beef-7c66a62b87eb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=616f49b5-d245-4c18-9d30-c7f54b6143de HTTP/1.1" status: 200 len: 217 time: 0.0834811 Sep 08 00:44:02.734733 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-88a9241f-4067-4c6e-9b4c-686ab94af282 req-0a0b769d-340e-4dc3-862d-c0cdadf5826c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e271d85f-7317-457a-866b-38767b94b4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462034 Sep 08 00:44:02.816267 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f108b843-236b-4d01-a1f9-b0474c489628', 'tag': '616f49b5-d245-4c18-9d30-c7f54b6143de'}] {{(pid=105698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:44:02.831773 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26d4041160ff19e6bfa7ff8d463369e3025ec2e9db032453864bb7ad8051457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c27e7ec-a217-4c5a-bb4c-fa10e8081a5f" -d '{"events": [{"name": "network-changed", "server_uuid": "f108b843-236b-4d01-a1f9-b0474c489628", "tag": "616f49b5-d245-4c18-9d30-c7f54b6143de"}]}' {{(pid=105698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:44:02.865390 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-72c044dd-fc86-4ff6-baf0-62d9125860e7 req-289c9e3e-39bb-423a-85dc-9607bf2bebd2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=410aaa63-88f7-4049-af15-3017f45bebdc HTTP/1.1" status: 200 len: 217 time: 0.1296632 Sep 08 00:44:02.875309 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d9be0-fda6-4e06-a38f-ee349c7e608c req-d9c8557a-c55a-4800-b684-c420375e12d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:02.877232 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-a08d9be0-fda6-4e06-a38f-ee349c7e608c req-d9c8557a-c55a-4800-b684-c420375e12d0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cf83ea2d-a9ed-4f51-960e-7a1b9f0410c7 HTTP/1.1" status: 200 len: 859 time: 0.1309469 Sep 08 00:44:02.945075 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-a08d9be0-fda6-4e06-a38f-ee349c7e608c req-17da0630-f1e3-4596-9205-e7eba6e8786b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584774 Sep 08 00:44:03.071426 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c044dd-fc86-4ff6-baf0-62d9125860e7 req-d63a0d4f-bbe6-462a-9d07-177a0033d519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:03.073213 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-72c044dd-fc86-4ff6-baf0-62d9125860e7 req-d63a0d4f-bbe6-462a-9d07-177a0033d519 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cf83ea2d-a9ed-4f51-960e-7a1b9f0410c7 HTTP/1.1" status: 200 len: 859 time: 0.1901050 Sep 08 00:44:03.119094 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-72c044dd-fc86-4ff6-baf0-62d9125860e7 req-d0ada578-daf6-41e2-8ae3-307a7345d9ab service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370622 Sep 08 00:44:03.131230 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-88a9241f-4067-4c6e-9b4c-686ab94af282 req-7855d1ad-1a8f-43f5-a047-87b5b729888c service neutron] 10.222.0.35 "GET /v2.0/networks/e271d85f-7317-457a-866b-38767b94b4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757973 Sep 08 00:44:03.154424 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-a08d9be0-fda6-4e06-a38f-ee349c7e608c req-dc115f0d-04ca-4a9a-a562-20034d70e7a2 service neutron] 10.222.0.35 "GET /v2.0/networks/4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034330 Sep 08 00:44:03.156132 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 00:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08193d14-e386-4a98-983c-bc5aef2d4857 x-openstack-request-id: req-08193d14-e386-4a98-983c-bc5aef2d4857 {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:44:03.156506 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f108b843-236b-4d01-a1f9-b0474c489628", "tag": "616f49b5-d245-4c18-9d30-c7f54b6143de", "status": "completed", "code": 200}]} {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:44:03.156841 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-08193d14-e386-4a98-983c-bc5aef2d4857 {{(pid=105698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:44:03.157308 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f108b843-236b-4d01-a1f9-b0474c489628', 'tag': '616f49b5-d245-4c18-9d30-c7f54b6143de', 'status': 'completed', 'code': 200} Sep 08 00:44:03.255612 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17bd717e-e3a1-4201-954d-c180bf7da885', 'tag': '410aaa63-88f7-4049-af15-3017f45bebdc'}] {{(pid=105699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:44:03.257838 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3219a0c12e8a5a78bd5034d738b4394f25721dc263a67c7d4cfc0eaa1ac0f340" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc69365-cdd6-466a-8e74-8460f1f7c998" -d '{"events": [{"name": "network-changed", "server_uuid": "17bd717e-e3a1-4201-954d-c180bf7da885", "tag": "410aaa63-88f7-4049-af15-3017f45bebdc"}]}' {{(pid=105699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:44:03.369215 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d4255-0c45-47fd-af77-302856fed3b1 req-254267c4-2e27-4f43-9e2a-44a2c43c1843 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:03.370906 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f88d4255-0c45-47fd-af77-302856fed3b1 req-254267c4-2e27-4f43-9e2a-44a2c43c1843 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 943 time: 0.2558472 Sep 08 00:44:03.393320 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 47412) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:44:03.445790 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-72c044dd-fc86-4ff6-baf0-62d9125860e7 req-9ac0adbc-3e8b-4171-8e38-e9e31d472300 service neutron] 10.222.0.35 "GET /v2.0/networks/4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135600 Sep 08 00:44:03.451330 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-88a9241f-4067-4c6e-9b4c-686ab94af282 req-497ecd68-1543-4a1f-99a6-76248e70587c service neutron] 10.222.0.35 "GET /v2.0/networks/e271d85f-7317-457a-866b-38767b94b4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093283 Sep 08 00:44:03.477503 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb16ace-2a41-4eee-8685-a45b5d3f13c2 req-9fe19dc1-dd3d-4a55-80d6-1be379f79cd8 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:03.479687 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-bbb16ace-2a41-4eee-8685-a45b5d3f13c2 req-9fe19dc1-dd3d-4a55-80d6-1be379f79cd8 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 944 time: 0.1480942 Sep 08 00:44:03.491327 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f88d4255-0c45-47fd-af77-302856fed3b1 req-b782967e-e7ed-40cd-b740-7682f69ee4aa tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037328 Sep 08 00:44:03.535668 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-a08d9be0-fda6-4e06-a38f-ee349c7e608c req-330ef17f-660f-40e9-b5a1-9ff7ab79ffe3 service neutron] 10.222.0.35 "GET /v2.0/networks/4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718102 Sep 08 00:44:03.582548 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-bbb16ace-2a41-4eee-8685-a45b5d3f13c2 req-e1fab020-a9a2-4041-bc6a-9ad1ad1f941b tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef029761-8d3e-4780-ae64-71113525f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890610 Sep 08 00:44:03.595484 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 00:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd80db8-5ba3-4535-96c1-4c176e1dd563 x-openstack-request-id: req-4dd80db8-5ba3-4535-96c1-4c176e1dd563 {{(pid=105699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:44:03.596570 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17bd717e-e3a1-4201-954d-c180bf7da885", "tag": "410aaa63-88f7-4049-af15-3017f45bebdc", "status": "completed", "code": 200}]} {{(pid=105699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:44:03.596924 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4dd80db8-5ba3-4535-96c1-4c176e1dd563 {{(pid=105699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:44:03.597524 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17bd717e-e3a1-4201-954d-c180bf7da885', 'tag': '410aaa63-88f7-4049-af15-3017f45bebdc', 'status': 'completed', 'code': 200} Sep 08 00:44:03.626151 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-72c044dd-fc86-4ff6-baf0-62d9125860e7 req-5423c12e-3482-4018-9d81-2b0f1167c9a3 service neutron] 10.222.0.35 "GET /v2.0/networks/4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447923 Sep 08 00:44:03.627792 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-225d01e3-e8e2-4cd9-bb12-54b4e3261996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:03.734702 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27e7ec-a217-4c5a-bb4c-fa10e8081a5f req-87402d4f-7acc-4b46-8c86-9f40c1754048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:03.737114 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4c27e7ec-a217-4c5a-bb4c-fa10e8081a5f req-87402d4f-7acc-4b46-8c86-9f40c1754048 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=41a9d0c8e8684f7ab121d687f8b71cc9&device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 1096 time: 0.0708811 Sep 08 00:44:03.812199 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc69365-cdd6-466a-8e74-8460f1f7c998 req-9ad64f08-392e-46fe-877a-c6c7e60e24ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:03.818183 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-afc69365-cdd6-466a-8e74-8460f1f7c998 req-9ad64f08-392e-46fe-877a-c6c7e60e24ac service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=41a9d0c8e8684f7ab121d687f8b71cc9&device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 1096 time: 0.0659926 Sep 08 00:44:03.877380 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-225d01e3-e8e2-4cd9-bb12-54b4e3261996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:03.887474 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-225d01e3-e8e2-4cd9-bb12-54b4e3261996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:03.898495 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b0a9b3-777b-4d49-9250-fbdfbab4416b req-d9b846e0-fce5-4ac6-b6fe-793b28edb621 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:03.900742 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-36b0a9b3-777b-4d49-9250-fbdfbab4416b req-d9b846e0-fce5-4ac6-b6fe-793b28edb621 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 943 time: 0.1558716 Sep 08 00:44:03.958460 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc69365-cdd6-466a-8e74-8460f1f7c998 req-24d43662-c779-4278-8d67-0ca45abc0414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:03.959980 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-afc69365-cdd6-466a-8e74-8460f1f7c998 req-24d43662-c779-4278-8d67-0ca45abc0414 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b HTTP/1.1" status: 200 len: 920 time: 0.1348786 Sep 08 00:44:03.970224 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27e7ec-a217-4c5a-bb4c-fa10e8081a5f req-43c4f9c9-1307-49a9-9ff5-087a1255aee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:03.972333 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4c27e7ec-a217-4c5a-bb4c-fa10e8081a5f req-43c4f9c9-1307-49a9-9ff5-087a1255aee6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b HTTP/1.1" status: 200 len: 920 time: 0.2103858 Sep 08 00:44:03.977085 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-225d01e3-e8e2-4cd9-bb12-54b4e3261996 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4b64684f716a4bbdbb3ec9da15271418&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5828135 Sep 08 00:44:03.983250 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 47476) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:44:03.984616 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d01e3-e8e2-4cd9-bb12-54b4e3261996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ece75a7-3801-44e1-89d5-1e136bea1cb4,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:44:04.039899 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-afc69365-cdd6-466a-8e74-8460f1f7c998 req-3377483c-8956-4dc7-b9c4-c3ba95df31e9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=410aaa63-88f7-4049-af15-3017f45bebdc HTTP/1.1" status: 200 len: 217 time: 0.0654097 Sep 08 00:44:04.048352 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-36b0a9b3-777b-4d49-9250-fbdfbab4416b req-516a8f3d-dbee-4e23-b49c-19f84f9bc8a2 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232734 Sep 08 00:44:04.049752 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4c27e7ec-a217-4c5a-bb4c-fa10e8081a5f req-1304f1f8-08fc-4cb9-b90b-fcd66df54c19 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=616f49b5-d245-4c18-9d30-c7f54b6143de HTTP/1.1" status: 200 len: 217 time: 0.0677404 Sep 08 00:44:04.110954 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27e7ec-a217-4c5a-bb4c-fa10e8081a5f req-5b3c1306-b773-44b7-b627-272dd3702962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:04.112956 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc69365-cdd6-466a-8e74-8460f1f7c998 req-d059f7d3-c16f-48ef-b222-dc25fe06b480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:04.113955 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4c27e7ec-a217-4c5a-bb4c-fa10e8081a5f req-5b3c1306-b773-44b7-b627-272dd3702962 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cf83ea2d-a9ed-4f51-960e-7a1b9f0410c7 HTTP/1.1" status: 200 len: 859 time: 0.0565531 Sep 08 00:44:04.114399 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-afc69365-cdd6-466a-8e74-8460f1f7c998 req-d059f7d3-c16f-48ef-b222-dc25fe06b480 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cf83ea2d-a9ed-4f51-960e-7a1b9f0410c7 HTTP/1.1" status: 200 len: 859 time: 0.0708387 Sep 08 00:44:04.117361 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-4c9f762d-ef2a-48df-949f-862fe626eed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:04.159000 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-afc69365-cdd6-466a-8e74-8460f1f7c998 req-d6af2f88-7481-4b0c-8a4e-8826f1986048 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316849 Sep 08 00:44:04.170431 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4c27e7ec-a217-4c5a-bb4c-fa10e8081a5f req-84d61e02-3dee-4eb4-8622-4932547e6d12 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429068 Sep 08 00:44:04.173376 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-4c9f762d-ef2a-48df-949f-862fe626eed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:04.320123 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-afc69365-cdd6-466a-8e74-8460f1f7c998 req-96aa4b00-8636-4f99-be11-991b03a92128 service neutron] 10.222.0.35 "GET /v2.0/networks/4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445658 Sep 08 00:44:04.321630 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-4c9f762d-ef2a-48df-949f-862fe626eed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:04.326949 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-4c9f762d-ef2a-48df-949f-862fe626eed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:04.328301 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-4c9f762d-ef2a-48df-949f-862fe626eed4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7ece75a7-3801-44e1-89d5-1e136bea1cb4 HTTP/1.1" status: 204 len: 168 time: 0.3439333 Sep 08 00:44:04.346462 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9f762d-ef2a-48df-949f-862fe626eed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ece75a7-3801-44e1-89d5-1e136bea1cb4,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:44:04.455553 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-afc69365-cdd6-466a-8e74-8460f1f7c998 req-c749e376-afff-4bc4-b530-615c3cc5cee5 service neutron] 10.222.0.35 "GET /v2.0/networks/4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262040 Sep 08 00:44:04.483326 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4c27e7ec-a217-4c5a-bb4c-fa10e8081a5f req-cc9bb629-e30a-4ccd-a262-ee1e70629c02 service neutron] 10.222.0.35 "GET /v2.0/networks/4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989717 Sep 08 00:44:04.677136 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c6a3d-d1ea-4b3d-a519-cfdb6a7f0965 req-7d0bf334-0182-441d-8699-3320b6de7bd8 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:04.678747 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-556c6a3d-d1ea-4b3d-a519-cfdb6a7f0965 req-7d0bf334-0182-441d-8699-3320b6de7bd8 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 943 time: 0.0948279 Sep 08 00:44:04.768811 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 47520) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:44:04.769280 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1784728d-0e1e-4980-8215-456beef3e08f req-2aec4a0e-04d8-48ce-9c85-a5bc96af4822 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:04.770785 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1784728d-0e1e-4980-8215-456beef3e08f req-2aec4a0e-04d8-48ce-9c85-a5bc96af4822 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 944 time: 0.0911393 Sep 08 00:44:04.773750 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-556c6a3d-d1ea-4b3d-a519-cfdb6a7f0965 req-aca78e27-00e8-45a4-86b1-0e494805b50e tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566916 Sep 08 00:44:04.810460 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-47ad6e76-b56b-4ef1-b01d-a5da0e94a287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:04.841185 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1784728d-0e1e-4980-8215-456beef3e08f req-8448836e-1a6c-484f-9b55-5b205af9dbe1 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef029761-8d3e-4780-ae64-71113525f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614955 Sep 08 00:44:04.917718 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-47ad6e76-b56b-4ef1-b01d-a5da0e94a287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:04.922184 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-47ad6e76-b56b-4ef1-b01d-a5da0e94a287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:04.959815 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ad6e76-b56b-4ef1-b01d-a5da0e94a287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89244bb8-e38e-4ce1-98d7-3f117c4f491f,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:44:04.964544 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-47ad6e76-b56b-4ef1-b01d-a5da0e94a287 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8f6e265ab0ea4f4c8fa8828b868d64dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1945426 Sep 08 00:44:04.967555 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 47532) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:44:05.024624 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-c8c891af-3043-4d22-bee5-8c3e4cb80c50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:05.050260 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-c8c891af-3043-4d22-bee5-8c3e4cb80c50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:05.100028 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-c8c891af-3043-4d22-bee5-8c3e4cb80c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:05.102658 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-c8c891af-3043-4d22-bee5-8c3e4cb80c50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:05.104576 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-c8c891af-3043-4d22-bee5-8c3e4cb80c50 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/89244bb8-e38e-4ce1-98d7-3f117c4f491f HTTP/1.1" status: 204 len: 168 time: 0.1351726 Sep 08 00:44:05.112818 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c891af-3043-4d22-bee5-8c3e4cb80c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89244bb8-e38e-4ce1-98d7-3f117c4f491f,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:44:05.186265 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d93e27-3456-420e-93d1-d2537e2d2e88 req-5e93ae90-9959-471e-9a37-1f64059b8375 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:05.192170 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a2d93e27-3456-420e-93d1-d2537e2d2e88 req-5e93ae90-9959-471e-9a37-1f64059b8375 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 943 time: 0.0594840 Sep 08 00:44:05.235313 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a2d93e27-3456-420e-93d1-d2537e2d2e88 req-97a6a2a7-9b73-495a-a5cc-03f09cd5e53d tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409069 Sep 08 00:44:05.289739 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 47550) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:44:05.400467 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-4f2eb1ad-888d-47ee-8c22-3234f772551a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:05.495577 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-4f2eb1ad-888d-47ee-8c22-3234f772551a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:05.499996 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-4f2eb1ad-888d-47ee-8c22-3234f772551a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:05.537697 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-4f2eb1ad-888d-47ee-8c22-3234f772551a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=11394e51da5e483c86ba8056287eeb6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2468669 Sep 08 00:44:05.540838 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 47562) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:44:05.544096 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2eb1ad-888d-47ee-8c22-3234f772551a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa6ca5f-a0a0-486b-96af-71238a44d474,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:44:05.592407 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-046dbf11-8209-4ace-95de-017e41e3b1e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:05.613979 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-046dbf11-8209-4ace-95de-017e41e3b1e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:05.662036 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-046dbf11-8209-4ace-95de-017e41e3b1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:05.664715 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-046dbf11-8209-4ace-95de-017e41e3b1e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:05.665994 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-046dbf11-8209-4ace-95de-017e41e3b1e2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/faa6ca5f-a0a0-486b-96af-71238a44d474 HTTP/1.1" status: 204 len: 168 time: 0.1231215 Sep 08 00:44:05.674349 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046dbf11-8209-4ace-95de-017e41e3b1e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa6ca5f-a0a0-486b-96af-71238a44d474,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:44:05.918980 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1d3e2-8dc7-4f36-ab95-f9147c6eea60 req-dbfa083a-356c-46b0-8f45-1134f58eec94 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:05.921058 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a7a1d3e2-8dc7-4f36-ab95-f9147c6eea60 req-dbfa083a-356c-46b0-8f45-1134f58eec94 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 943 time: 0.0583606 Sep 08 00:44:05.991957 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a7a1d3e2-8dc7-4f36-ab95-f9147c6eea60 req-d1f81316-d777-4639-9de0-8b01505bf8ef tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585647 Sep 08 00:44:05.999880 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 47584) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:44:06.000462 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727a60d-c1c1-4972-b2f3-699ea00ea1ad req-681b0099-0a7f-4452-9398-6eec14f07ba7 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:06.001954 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-7727a60d-c1c1-4972-b2f3-699ea00ea1ad req-681b0099-0a7f-4452-9398-6eec14f07ba7 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 944 time: 0.0793412 Sep 08 00:44:06.019937 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-44a4849e-5259-42ab-a840-e68bfb9e2c61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:06.070913 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-7727a60d-c1c1-4972-b2f3-699ea00ea1ad req-4bba518f-9905-49d4-bb3e-c1c3de5be68b tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef029761-8d3e-4780-ae64-71113525f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626459 Sep 08 00:44:06.131430 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-44a4849e-5259-42ab-a840-e68bfb9e2c61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:06.136612 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-44a4849e-5259-42ab-a840-e68bfb9e2c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:06.176253 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-44a4849e-5259-42ab-a840-e68bfb9e2c61 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f7877b6d25194e219b722046d4c0fc8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1742990 Sep 08 00:44:06.177242 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4849e-5259-42ab-a840-e68bfb9e2c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea85863-bef8-4923-b7e7-3e36effe0854,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:44:06.179225 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 47594) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:44:06.231262 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-4c924237-1224-4f93-9619-4f326ef20a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:06.251602 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-4c924237-1224-4f93-9619-4f326ef20a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:06.302634 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-4c924237-1224-4f93-9619-4f326ef20a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:06.305716 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-4c924237-1224-4f93-9619-4f326ef20a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:06.310039 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-4c924237-1224-4f93-9619-4f326ef20a34 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fea85863-bef8-4923-b7e7-3e36effe0854 HTTP/1.1" status: 204 len: 168 time: 0.1260941 Sep 08 00:44:06.322586 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c924237-1224-4f93-9619-4f326ef20a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea85863-bef8-4923-b7e7-3e36effe0854,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:44:06.381686 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ffb7a-b42f-43fa-a2b5-518ee6bc267d req-9f7c363c-21f5-44dc-8f4d-7c2d139f56a3 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:06.383215 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-876ffb7a-b42f-43fa-a2b5-518ee6bc267d req-9f7c363c-21f5-44dc-8f4d-7c2d139f56a3 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 943 time: 0.0628588 Sep 08 00:44:06.426695 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-876ffb7a-b42f-43fa-a2b5-518ee6bc267d req-df407494-ae21-4aeb-804e-8b150008e241 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357029 Sep 08 00:44:06.788091 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4c27e7ec-a217-4c5a-bb4c-fa10e8081a5f req-d714f30a-cfcd-4a47-9b3f-1b841f998219 service neutron] 10.222.0.35 "GET /v2.0/networks/4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029930 Sep 08 00:44:07.158038 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e9447-e045-4aed-8e19-c5e6a633d154 req-a7d256f5-97f9-4d07-9b7e-74a7a691b9ea tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:07.165562 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-d46e9447-e045-4aed-8e19-c5e6a633d154 req-a7d256f5-97f9-4d07-9b7e-74a7a691b9ea tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 943 time: 0.0622742 Sep 08 00:44:07.240227 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-d46e9447-e045-4aed-8e19-c5e6a633d154 req-10d59de4-fb7a-4860-a3c2-12d44f9eda8d tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730183 Sep 08 00:44:07.257265 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493749b2-9101-4ddc-b517-6035fba0c37e req-c4428a52-cd3d-460b-bb44-bf7bdb0f42d4 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:07.258968 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-493749b2-9101-4ddc-b517-6035fba0c37e req-c4428a52-cd3d-460b-bb44-bf7bdb0f42d4 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 944 time: 0.0844016 Sep 08 00:44:07.298603 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-493749b2-9101-4ddc-b517-6035fba0c37e req-7bbfbb4e-ef56-46eb-b4b9-c350117980f4 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef029761-8d3e-4780-ae64-71113525f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327613 Sep 08 00:44:07.539610 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132379d1-20ee-4ec8-9688-ec34b6ce4843 req-e32df5af-e4d2-4e6e-9746-bca1359178fa tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:07.541630 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-132379d1-20ee-4ec8-9688-ec34b6ce4843 req-e32df5af-e4d2-4e6e-9746-bca1359178fa tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 943 time: 0.0479896 Sep 08 00:44:07.581026 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-132379d1-20ee-4ec8-9688-ec34b6ce4843 req-cfee19ef-6f15-44c3-9fd4-48dcd25fe4b4 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335567 Sep 08 00:44:08.038081 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device 1345b314-3cc2-41a1-b1da-90a2f0569fcb details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=105700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 00:44:08.155106 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port 1345b314-3cc2-41a1-b1da-90a2f0569fcb, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=1345b314-3cc2-41a1-b1da-90a2f0569fcb,segment=NetworkSegment(3de05d6b-2c84-441f-bc53-4fa7981bcbd6),segment_id=3de05d6b-2c84-441f-bc53-4fa7981bcbd6)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:44:08.165965 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Returning: {'device': '1345b314-3cc2-41a1-b1da-90a2f0569fcb', 'network_id': 'e271d85f-7317-457a-866b-38767b94b4ff', 'port_id': '1345b314-3cc2-41a1-b1da-90a2f0569fcb', 'mac_address': 'fa:16:3e:31:b8:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90c2af37-f46d-44ca-a62c-c2802a56f799', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 00:44:08.202445 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:08.215462 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.notifiers.nova [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1345b314-3cc2-41a1-b1da-90a2f0569fcb {{(pid=105700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 00:44:08.236246 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port 1345b314-3cc2-41a1-b1da-90a2f0569fcb, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=1345b314-3cc2-41a1-b1da-90a2f0569fcb,segment=NetworkSegment(3de05d6b-2c84-441f-bc53-4fa7981bcbd6),segment_id=3de05d6b-2c84-441f-bc53-4fa7981bcbd6)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:44:08.240488 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:08.241274 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device 79053316-4148-40b1-b73e-d8c7f862ef86 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=105700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 00:44:08.316126 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Pushing event updated for resources: {'Port': ['ID=1345b314-3cc2-41a1-b1da-90a2f0569fcb,revision_number=4']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:44:08.362746 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a478d-c6b2-4e26-8976-a971c5e9bf44 req-8d0396ad-5268-4f9a-9113-f582372df365 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:08.365345 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f79a478d-c6b2-4e26-8976-a971c5e9bf44 req-8d0396ad-5268-4f9a-9113-f582372df365 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 943 time: 0.0560987 Sep 08 00:44:08.384642 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port 79053316-4148-40b1-b73e-d8c7f862ef86, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=79053316-4148-40b1-b73e-d8c7f862ef86,segment=NetworkSegment(8c43ed1d-4fd4-4ffb-a9bf-23a634afd854),segment_id=8c43ed1d-4fd4-4ffb-a9bf-23a634afd854)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:44:08.395680 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Returning: {'device': '79053316-4148-40b1-b73e-d8c7f862ef86', 'network_id': 'f151a612-c6af-480a-b6c1-79bb5ceff3d2', 'port_id': '79053316-4148-40b1-b73e-d8c7f862ef86', 'mac_address': 'fa:16:3e:ab:4c:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '936f26a9-672d-467e-8bbb-2c3fa89868b3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 00:44:08.434528 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f79a478d-c6b2-4e26-8976-a971c5e9bf44 req-8955d9dc-fa5d-41e7-b4df-f15fb8b7e99b tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553744 Sep 08 00:44:08.437219 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:08.443170 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc93c9-3ddc-4fc1-81b0-e69714cfa57e req-8f0bbb5e-f526-4527-9c81-096c55c347eb tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:08.444659 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-59bc93c9-3ddc-4fc1-81b0-e69714cfa57e req-8f0bbb5e-f526-4527-9c81-096c55c347eb tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 944 time: 0.0739987 Sep 08 00:44:08.452562 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.notifiers.nova [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79053316-4148-40b1-b73e-d8c7f862ef86 {{(pid=105700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 00:44:08.473880 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port 79053316-4148-40b1-b73e-d8c7f862ef86, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=79053316-4148-40b1-b73e-d8c7f862ef86,segment=NetworkSegment(8c43ed1d-4fd4-4ffb-a9bf-23a634afd854),segment_id=8c43ed1d-4fd4-4ffb-a9bf-23a634afd854)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:44:08.478143 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:08.489901 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-59bc93c9-3ddc-4fc1-81b0-e69714cfa57e req-a1e71ccf-63be-47ce-a850-cb246cf77399 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef029761-8d3e-4780-ae64-71113525f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373344 Sep 08 00:44:08.526154 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Pushing event updated for resources: {'Port': ['ID=79053316-4148-40b1-b73e-d8c7f862ef86,revision_number=4']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:44:08.695273 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f62a17-0750-4c49-85ce-3469c3bdf9a6 req-239bbf72-9d69-4cdd-a9c3-925bbec1e84b tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:08.696770 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-36f62a17-0750-4c49-85ce-3469c3bdf9a6 req-239bbf72-9d69-4cdd-a9c3-925bbec1e84b tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 944 time: 0.0509531 Sep 08 00:44:08.735470 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-36f62a17-0750-4c49-85ce-3469c3bdf9a6 req-792eff6e-18de-4ff2-888a-b04faa691124 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310628 Sep 08 00:44:09.553937 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ac3e0-85c3-4bc3-a6b7-53eefe415b92 req-89df4bf7-7285-4d13-8b59-ece4bbf636fa tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:09.555421 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ce8ac3e0-85c3-4bc3-a6b7-53eefe415b92 req-89df4bf7-7285-4d13-8b59-ece4bbf636fa tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 943 time: 0.0536959 Sep 08 00:44:09.619011 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ce8ac3e0-85c3-4bc3-a6b7-53eefe415b92 req-a28ba8d8-a5a1-4837-a32b-cc491e9495a2 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570498 Sep 08 00:44:09.631522 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438ddbf-d6c6-4b73-b04e-3452888adeee req-f20352c6-3ffa-4e8c-a5fb-4b46654460c5 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:09.632984 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3438ddbf-d6c6-4b73-b04e-3452888adeee req-f20352c6-3ffa-4e8c-a5fb-4b46654460c5 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 945 time: 0.0728638 Sep 08 00:44:09.672746 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3438ddbf-d6c6-4b73-b04e-3452888adeee req-fd484de0-287c-4136-ac0a-113d90178bb5 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef029761-8d3e-4780-ae64-71113525f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331922 Sep 08 00:44:09.849020 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b793a4-7f09-4b1b-b6d8-73f55b7360f5 req-a4bc293d-ee98-48df-93c5-403d56ec8d79 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:09.850495 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-10b793a4-7f09-4b1b-b6d8-73f55b7360f5 req-a4bc293d-ee98-48df-93c5-403d56ec8d79 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 944 time: 0.0491471 Sep 08 00:44:09.890952 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-10b793a4-7f09-4b1b-b6d8-73f55b7360f5 req-674686ea-c6e0-43b7-8308-76e370be3baf tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336163 Sep 08 00:44:10.734478 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0d050-f24f-4c07-b1d1-84d7655bba85 req-8c3d12a8-2915-41ce-a62a-95b32155f068 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:10.735995 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-d3e0d050-f24f-4c07-b1d1-84d7655bba85 req-8c3d12a8-2915-41ce-a62a-95b32155f068 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 943 time: 0.0518258 Sep 08 00:44:10.800782 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-d3e0d050-f24f-4c07-b1d1-84d7655bba85 req-ed1339da-84b3-4a05-bb00-c42f3856568f tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530519 Sep 08 00:44:10.812057 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e11fe9-181d-4b6f-b74d-ff1781fdcb74 req-2d374c48-90e6-42c3-98f7-cb9c0407d80e tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:10.813599 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-d3e11fe9-181d-4b6f-b74d-ff1781fdcb74 req-2d374c48-90e6-42c3-98f7-cb9c0407d80e tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 945 time: 0.0761216 Sep 08 00:44:10.851453 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-d3e11fe9-181d-4b6f-b74d-ff1781fdcb74 req-7ab5b295-d2bf-4839-b94d-78d53e4b7f0c tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef029761-8d3e-4780-ae64-71113525f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319164 Sep 08 00:44:11.002119 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f513bed-043d-442b-979d-005c746ce3fb req-00d2fab7-e05e-4d73-8595-5fb3cc6feb20 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:11.003589 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0f513bed-043d-442b-979d-005c746ce3fb req-00d2fab7-e05e-4d73-8595-5fb3cc6feb20 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 944 time: 0.0477741 Sep 08 00:44:11.042801 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0f513bed-043d-442b-979d-005c746ce3fb req-9ec77539-d7f9-4dff-a8d2-72e025b934d8 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333664 Sep 08 00:44:11.184886 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.agents_db [None req-8a21184a-e449-40d8-9b7c-bcfe602fdfc6 None None] Agent healthcheck: found 6 active agents {{(pid=105701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 00:44:11.913445 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1574813f-5e65-49e0-9cbe-1e921c19da96 req-faf0a277-0e55-421f-8f65-db4f44951b00 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:11.914922 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1574813f-5e65-49e0-9cbe-1e921c19da96 req-faf0a277-0e55-421f-8f65-db4f44951b00 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 943 time: 0.0482290 Sep 08 00:44:11.981390 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1574813f-5e65-49e0-9cbe-1e921c19da96 req-1ad21f5a-dec4-4ab8-b5bb-ffb58c1d7280 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548577 Sep 08 00:44:11.989467 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb9b0f4-6340-4853-be91-58227fb446ea req-1976de1c-8cca-4c99-8daa-53b9f4df2b28 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:11.990878 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-2bb9b0f4-6340-4853-be91-58227fb446ea req-1976de1c-8cca-4c99-8daa-53b9f4df2b28 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 945 time: 0.0726576 Sep 08 00:44:12.028836 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-2bb9b0f4-6340-4853-be91-58227fb446ea req-bc60b6d8-08a9-443b-9674-f2c7ef0d7356 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef029761-8d3e-4780-ae64-71113525f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313683 Sep 08 00:44:12.161180 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e4fca-fa22-4ca1-88fa-ac41c95f821a req-3267c6e7-daa9-42d4-a876-1209f467da2b tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:12.162654 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ea7e4fca-fa22-4ca1-88fa-ac41c95f821a req-3267c6e7-daa9-42d4-a876-1209f467da2b tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 944 time: 0.0549912 Sep 08 00:44:12.200777 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ea7e4fca-fa22-4ca1-88fa-ac41c95f821a req-ebb0c14a-91b9-4231-bf12-f4f59bc10386 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320430 Sep 08 00:44:12.841460 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] get_ports_and_sgs() called for port_ids ['79053316-4148-40b1-b73e-d8c7f862ef86'] {{(pid=105700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 00:44:13.099121 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89e4ec-245a-4f7b-879e-55fe63db7314 req-12a48669-b9bf-4416-8bb3-41af9db15204 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:13.100681 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5e89e4ec-245a-4f7b-879e-55fe63db7314 req-12a48669-b9bf-4416-8bb3-41af9db15204 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 943 time: 0.0527596 Sep 08 00:44:13.164494 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5e89e4ec-245a-4f7b-879e-55fe63db7314 req-3b361206-a501-4cdf-928a-d5c6acfeeb55 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537417 Sep 08 00:44:13.174593 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03417f96-5947-4ec8-afad-cbdcf159f178 req-1d75a762-2cf8-46fb-8289-d93cd1046d49 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:13.176242 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-03417f96-5947-4ec8-afad-cbdcf159f178 req-1d75a762-2cf8-46fb-8289-d93cd1046d49 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 945 time: 0.0746717 Sep 08 00:44:13.216506 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-03417f96-5947-4ec8-afad-cbdcf159f178 req-e2dc3e44-64a6-43aa-98e7-8790318f459b tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef029761-8d3e-4780-ae64-71113525f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338647 Sep 08 00:44:13.316994 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698ed37-694e-43f4-8542-622abead7949 req-3fef64a3-f34f-4973-b114-2c18371f4897 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:13.318445 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1698ed37-694e-43f4-8542-622abead7949 req-3fef64a3-f34f-4973-b114-2c18371f4897 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 944 time: 0.0522280 Sep 08 00:44:13.359661 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1698ed37-694e-43f4-8542-622abead7949 req-63e3d657-d843-4d82-9d2b-9de6013ddddd tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349207 Sep 08 00:44:14.280329 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fcca8b-7b5a-4da1-8891-83d809a29238 req-bd2a3786-95b2-48b4-941b-424b406d702a tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:14.281873 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-99fcca8b-7b5a-4da1-8891-83d809a29238 req-bd2a3786-95b2-48b4-941b-424b406d702a tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 943 time: 0.0489335 Sep 08 00:44:14.344948 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-99fcca8b-7b5a-4da1-8891-83d809a29238 req-020562b8-9d01-4068-b6c4-eff2fa5f6fad tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539212 Sep 08 00:44:14.353157 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532eba4-58e8-42d8-9e4a-69e4d85c127e req-70dbf531-a2e9-401a-9b09-d95cf24bd60f tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:14.355166 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a532eba4-58e8-42d8-9e4a-69e4d85c127e req-70dbf531-a2e9-401a-9b09-d95cf24bd60f tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 945 time: 0.0723526 Sep 08 00:44:14.393247 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a532eba4-58e8-42d8-9e4a-69e4d85c127e req-70660812-c19f-4704-839e-f8ff7bb13326 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef029761-8d3e-4780-ae64-71113525f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318239 Sep 08 00:44:14.475235 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bad9d4-14f5-4acb-bf46-34c54673251b req-08cafe8e-f1c8-4c04-b0a9-0bae0f7e695d tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:14.475592 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] get_ports_and_sgs() called for port_ids ['1345b314-3cc2-41a1-b1da-90a2f0569fcb'] {{(pid=105700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 00:44:14.476715 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-52bad9d4-14f5-4acb-bf46-34c54673251b req-08cafe8e-f1c8-4c04-b0a9-0bae0f7e695d tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 944 time: 0.0506628 Sep 08 00:44:14.515450 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-52bad9d4-14f5-4acb-bf46-34c54673251b req-820c0c1e-6038-4cf5-b25d-8804ee366b3e tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314224 Sep 08 00:44:14.521588 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:14.949804 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device 616f49b5-d245-4c18-9d30-c7f54b6143de details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=105700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 00:44:15.045879 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port 616f49b5-d245-4c18-9d30-c7f54b6143de, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=616f49b5-d245-4c18-9d30-c7f54b6143de,segment=NetworkSegment(7824ab05-95b6-4b54-86de-8ce3543421b1),segment_id=7824ab05-95b6-4b54-86de-8ce3543421b1)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:44:15.056351 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Returning: {'device': '616f49b5-d245-4c18-9d30-c7f54b6143de', 'network_id': '4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b', 'port_id': '616f49b5-d245-4c18-9d30-c7f54b6143de', 'mac_address': 'fa:16:3e:84:96:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf83ea2d-a9ed-4f51-960e-7a1b9f0410c7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 00:44:15.093211 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:15.106161 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.notifiers.nova [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 616f49b5-d245-4c18-9d30-c7f54b6143de {{(pid=105700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 00:44:15.126014 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port 616f49b5-d245-4c18-9d30-c7f54b6143de, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=616f49b5-d245-4c18-9d30-c7f54b6143de,segment=NetworkSegment(7824ab05-95b6-4b54-86de-8ce3543421b1),segment_id=7824ab05-95b6-4b54-86de-8ce3543421b1)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:44:15.129804 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:15.130517 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device 410aaa63-88f7-4049-af15-3017f45bebdc details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=105700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 00:44:15.193965 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Pushing event updated for resources: {'Port': ['ID=616f49b5-d245-4c18-9d30-c7f54b6143de,revision_number=4']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:44:15.198431 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port 410aaa63-88f7-4049-af15-3017f45bebdc, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=410aaa63-88f7-4049-af15-3017f45bebdc,segment=NetworkSegment(7824ab05-95b6-4b54-86de-8ce3543421b1),segment_id=7824ab05-95b6-4b54-86de-8ce3543421b1)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:44:15.209297 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Returning: {'device': '410aaa63-88f7-4049-af15-3017f45bebdc', 'network_id': '4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b', 'port_id': '410aaa63-88f7-4049-af15-3017f45bebdc', 'mac_address': 'fa:16:3e:36:c1:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf83ea2d-a9ed-4f51-960e-7a1b9f0410c7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 00:44:15.248696 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:15.260818 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.notifiers.nova [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 410aaa63-88f7-4049-af15-3017f45bebdc {{(pid=105700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 00:44:15.278965 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port 410aaa63-88f7-4049-af15-3017f45bebdc, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=410aaa63-88f7-4049-af15-3017f45bebdc,segment=NetworkSegment(7824ab05-95b6-4b54-86de-8ce3543421b1),segment_id=7824ab05-95b6-4b54-86de-8ce3543421b1)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:44:15.282966 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:15.327126 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Pushing event updated for resources: {'Port': ['ID=410aaa63-88f7-4049-af15-3017f45bebdc,revision_number=4']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:44:15.469398 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933d336-5313-4e42-9b8b-c3b55af64e61 req-7a5bc05c-b4bd-4bfd-8f6c-f6ec118e7695 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:15.470951 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-9933d336-5313-4e42-9b8b-c3b55af64e61 req-7a5bc05c-b4bd-4bfd-8f6c-f6ec118e7695 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 944 time: 0.0593641 Sep 08 00:44:15.538177 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-9933d336-5313-4e42-9b8b-c3b55af64e61 req-14770e75-2887-49fc-a451-a5438dec8956 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528820 Sep 08 00:44:15.547140 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe81ba-d37e-43b9-82a1-ee00a2aec869 req-eb623f98-df30-4eb6-be87-276081bff6bd tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:15.548793 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-43fe81ba-d37e-43b9-82a1-ee00a2aec869 req-eb623f98-df30-4eb6-be87-276081bff6bd tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 945 time: 0.0730116 Sep 08 00:44:15.589768 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-43fe81ba-d37e-43b9-82a1-ee00a2aec869 req-f7d8625d-1a58-4955-b0ac-f1c9a3c21898 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef029761-8d3e-4780-ae64-71113525f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350666 Sep 08 00:44:15.639239 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b624d59-0bc2-49c5-8918-85e7f8e6a38b req-0ce5c1af-7978-4ec7-886a-301ad6f7ddfe tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:15.640777 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3b624d59-0bc2-49c5-8918-85e7f8e6a38b req-0ce5c1af-7978-4ec7-886a-301ad6f7ddfe tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 944 time: 0.0481980 Sep 08 00:44:15.679050 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3b624d59-0bc2-49c5-8918-85e7f8e6a38b req-12603806-8eaa-4455-b7ce-b89dd1a50c2f tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318291 Sep 08 00:44:16.650385 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ab08a-1c6f-4216-aa7c-af6ae88b1f80 req-ab2cd99e-0d12-462e-af14-73bb0244ff52 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:16.652486 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-c65ab08a-1c6f-4216-aa7c-af6ae88b1f80 req-ab2cd99e-0d12-462e-af14-73bb0244ff52 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 944 time: 0.0481610 Sep 08 00:44:16.721852 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-c65ab08a-1c6f-4216-aa7c-af6ae88b1f80 req-af339a2e-ebba-4b39-9656-12b67ff6e4e0 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633523 Sep 08 00:44:16.734105 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006d7c1-2111-4648-800c-b36c8b1f98df req-e61b214d-8244-4661-919a-82411e1973d8 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:16.735627 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5006d7c1-2111-4648-800c-b36c8b1f98df req-e61b214d-8244-4661-919a-82411e1973d8 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 945 time: 0.0760801 Sep 08 00:44:16.774140 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5006d7c1-2111-4648-800c-b36c8b1f98df req-985da4ed-efc5-46fb-a231-f17cce826d51 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef029761-8d3e-4780-ae64-71113525f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319431 Sep 08 00:44:16.820671 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58c809-c44d-471f-b1de-6b1fcb0ef675 req-edbbde8c-57fd-4c82-b1cf-3b8a3093750c tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:16.821982 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-cd58c809-c44d-471f-b1de-6b1fcb0ef675 req-edbbde8c-57fd-4c82-b1cf-3b8a3093750c tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 944 time: 0.0470777 Sep 08 00:44:16.859729 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-cd58c809-c44d-471f-b1de-6b1fcb0ef675 req-71ec5a11-32e7-4d5f-90f4-3503e3feac52 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311534 Sep 08 00:44:17.788698 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-a54eebcc-32e3-4049-a9f8-e19ed60fd0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:17.840107 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052949b1-6dac-4ed8-bc0a-b7fdccf65433 req-1dfe9dd9-e818-4b9c-bf07-93a13a7ab2ef tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:17.841589 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-052949b1-6dac-4ed8-bc0a-b7fdccf65433 req-1dfe9dd9-e818-4b9c-bf07-93a13a7ab2ef tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 944 time: 0.0496130 Sep 08 00:44:17.905305 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-052949b1-6dac-4ed8-bc0a-b7fdccf65433 req-24cde822-d5bb-43c9-ba2e-7735ac80f3fb tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547976 Sep 08 00:44:17.915680 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02c321-5f22-4580-9427-0d00a4ffa4b5 req-bc458d71-fce3-4978-90c3-2dfbd02f34be tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:17.917747 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-2d02c321-5f22-4580-9427-0d00a4ffa4b5 req-bc458d71-fce3-4978-90c3-2dfbd02f34be tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 945 time: 0.0747988 Sep 08 00:44:17.956200 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-2d02c321-5f22-4580-9427-0d00a4ffa4b5 req-11b40b6a-b19e-4771-a7a3-b1853b339746 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef029761-8d3e-4780-ae64-71113525f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327249 Sep 08 00:44:18.027608 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae1212-4b91-4d1f-9ba8-b0295fc5f0bc req-7fc22508-24f5-44c0-a8cd-dc412242921e tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:18.028997 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-83ae1212-4b91-4d1f-9ba8-b0295fc5f0bc req-7fc22508-24f5-44c0-a8cd-dc412242921e tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 944 time: 0.0472491 Sep 08 00:44:18.067305 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-83ae1212-4b91-4d1f-9ba8-b0295fc5f0bc req-757ae8a5-4a04-4693-90cf-dae60db7deca tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325840 Sep 08 00:44:19.022343 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079b48c-c845-4923-9acd-3f6dbf473b8c req-f520aaf2-1fef-40eb-813c-3e87282df96d tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:19.023862 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0079b48c-c845-4923-9acd-3f6dbf473b8c req-f520aaf2-1fef-40eb-813c-3e87282df96d tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 944 time: 0.0527215 Sep 08 00:44:19.088320 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0079b48c-c845-4923-9acd-3f6dbf473b8c req-1941759a-b9bb-4b3f-95d7-a7350ab93715 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581844 Sep 08 00:44:19.105853 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a974286-4816-4caa-b765-7011b2997264 req-9adabf79-a269-451b-bd37-d603f5609765 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:19.107486 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3a974286-4816-4caa-b765-7011b2997264 req-9adabf79-a269-451b-bd37-d603f5609765 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 945 time: 0.0644393 Sep 08 00:44:19.147899 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3a974286-4816-4caa-b765-7011b2997264 req-1315ed2b-fe9a-4560-ade2-d309f52bb2f5 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef029761-8d3e-4780-ae64-71113525f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339441 Sep 08 00:44:19.192392 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79829c47-dd70-476e-872d-4609c010f1ae req-3ad6f922-d92a-4e92-bbe4-a71df06cc9b6 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:19.193839 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-79829c47-dd70-476e-872d-4609c010f1ae req-3ad6f922-d92a-4e92-bbe4-a71df06cc9b6 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 944 time: 0.0502076 Sep 08 00:44:19.232020 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-79829c47-dd70-476e-872d-4609c010f1ae req-18ad609d-7743-41f4-87a9-9b22db14571d tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321629 Sep 08 00:44:20.213412 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5676600-e70a-4307-9299-9986ea004df7 req-d91f4dd7-f33f-4e0d-a5ea-27551de340fe tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:20.215614 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a5676600-e70a-4307-9299-9986ea004df7 req-d91f4dd7-f33f-4e0d-a5ea-27551de340fe tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 944 time: 0.0498946 Sep 08 00:44:20.282013 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a5676600-e70a-4307-9299-9986ea004df7 req-a97fab7c-0c14-4891-801a-48d2d883042e tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568731 Sep 08 00:44:20.293905 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14416b97-be95-4acb-9c18-957edc1089f9 req-86ecc454-f2a5-4572-b20e-e54d7763f392 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:20.295540 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-14416b97-be95-4acb-9c18-957edc1089f9 req-86ecc454-f2a5-4572-b20e-e54d7763f392 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 945 time: 0.0790360 Sep 08 00:44:20.334829 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-14416b97-be95-4acb-9c18-957edc1089f9 req-90d2235b-5d59-4043-9121-835905e289c3 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef029761-8d3e-4780-ae64-71113525f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330467 Sep 08 00:44:20.384865 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209eb1b7-cdeb-4116-af97-554f3b26bb08 req-13de2eb7-7b86-4b6a-9337-5a644ea27a75 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:20.386467 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-209eb1b7-cdeb-4116-af97-554f3b26bb08 req-13de2eb7-7b86-4b6a-9337-5a644ea27a75 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 944 time: 0.0507488 Sep 08 00:44:20.423194 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-209eb1b7-cdeb-4116-af97-554f3b26bb08 req-ae4cb38b-6eda-4732-ae45-72750039641c tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307059 Sep 08 00:44:20.819433 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-936e96e1-a287-4807-ad1a-ae056df577eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:20.824253 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:21.306128 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] get_ports_and_sgs() called for port_ids ['616f49b5-d245-4c18-9d30-c7f54b6143de'] {{(pid=105700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 00:44:21.394806 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6d6e6-2fff-4aa4-b8b3-a48e599f7295 req-39677547-497c-474b-81c4-2cea109d867b tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:21.396544 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-25f6d6e6-2fff-4aa4-b8b3-a48e599f7295 req-39677547-497c-474b-81c4-2cea109d867b tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 944 time: 0.0502717 Sep 08 00:44:21.461600 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-25f6d6e6-2fff-4aa4-b8b3-a48e599f7295 req-b1c72bf9-4430-4a76-9b84-0ac825e20dfb tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585985 Sep 08 00:44:21.481546 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436c153-3982-4fb0-b7ac-114215b30c9a req-3e370b77-489c-443a-b573-fad526d6168f tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:21.486986 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-b436c153-3982-4fb0-b7ac-114215b30c9a req-3e370b77-489c-443a-b573-fad526d6168f tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 945 time: 0.0719650 Sep 08 00:44:21.523521 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-b436c153-3982-4fb0-b7ac-114215b30c9a req-86286420-f53d-429e-bf0a-a6772d0fc17b tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef029761-8d3e-4780-ae64-71113525f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340407 Sep 08 00:44:21.538119 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] get_ports_and_sgs() called for port_ids ['410aaa63-88f7-4049-af15-3017f45bebdc'] {{(pid=105700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 00:44:21.568778 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64aa4ef-22c0-4d61-b2aa-81483b9e760d req-7636c0a8-3170-4e88-b2aa-878933d76d41 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:21.570273 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f64aa4ef-22c0-4d61-b2aa-81483b9e760d req-7636c0a8-3170-4e88-b2aa-878933d76d41 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 944 time: 0.0511379 Sep 08 00:44:21.617693 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f64aa4ef-22c0-4d61-b2aa-81483b9e760d req-6d74f758-310d-4b77-997e-d041dcf44078 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406621 Sep 08 00:44:21.625141 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:22.117208 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device 79053316-4148-40b1-b73e-d8c7f862ef86 up at agent hyperv_hv-cinder-75996 {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:44:22.171998 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Provisioning for port 79053316-4148-40b1-b73e-d8c7f862ef86 completed by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:44:22.176957 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Provisioning complete for port 79053316-4148-40b1-b73e-d8c7f862ef86 triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:44:22.177438 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:22.255483 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:22.278640 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed207d2e-6368-46c4-85e2-7610b6d2d614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79053316-4148-40b1-b73e-d8c7f862ef86'}] {{(pid=105700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:44:22.369113 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port 79053316-4148-40b1-b73e-d8c7f862ef86, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=79053316-4148-40b1-b73e-d8c7f862ef86,segment=NetworkSegment(8c43ed1d-4fd4-4ffb-a9bf-23a634afd854),segment_id=8c43ed1d-4fd4-4ffb-a9bf-23a634afd854)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:44:22.375228 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:22.423887 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Pushing event updated for resources: {'Port': ['ID=79053316-4148-40b1-b73e-d8c7f862ef86,revision_number=5']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:44:22.460579 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 47950) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:44:22.470958 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8460d1f582680b5b58131e18e26cc0c46bcacb71cb7028c1e32c58fa4cd87a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e94595e-4a3f-403f-96df-1624b7203f7b" -d '{"events": [{"server_uuid": "ed207d2e-6368-46c4-85e2-7610b6d2d614", "name": "network-vif-plugged", "status": "completed", "tag": "79053316-4148-40b1-b73e-d8c7f862ef86"}]}' {{(pid=105700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:44:22.570218 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 00:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d706a2e-17b8-44fd-ab72-05abd8f4c7bf x-openstack-request-id: req-0d706a2e-17b8-44fd-ab72-05abd8f4c7bf {{(pid=105700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:44:22.570738 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed207d2e-6368-46c4-85e2-7610b6d2d614", "name": "network-vif-plugged", "status": "completed", "tag": "79053316-4148-40b1-b73e-d8c7f862ef86", "code": 200}]} {{(pid=105700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:44:22.571213 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0d706a2e-17b8-44fd-ab72-05abd8f4c7bf {{(pid=105700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:44:22.571842 dv-cinder-759961-13-iscsi neutron-server[105700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed207d2e-6368-46c4-85e2-7610b6d2d614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79053316-4148-40b1-b73e-d8c7f862ef86', 'code': 200} Sep 08 00:44:22.588207 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-9cbe746d-1f72-4627-8470-4038963bb73f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:22.606176 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9cc7c3-e8f1-4f40-a66c-901df6245b31 req-3f40d948-8b5a-493f-820b-9711c81ed728 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:22.607808 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0d9cc7c3-e8f1-4f40-a66c-901df6245b31 req-3f40d948-8b5a-493f-820b-9711c81ed728 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 944 time: 0.0792873 Sep 08 00:44:22.707434 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0d9cc7c3-e8f1-4f40-a66c-901df6245b31 req-5945149b-3b78-4de5-9fba-7d8a142ab970 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743494 Sep 08 00:44:22.716835 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b45be1-31c9-4a39-b885-a73afc768bd6 req-1ca6d750-7df2-4911-8ee7-9a366ad0c05f tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:22.718319 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-81b45be1-31c9-4a39-b885-a73afc768bd6 req-1ca6d750-7df2-4911-8ee7-9a366ad0c05f tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 946 time: 0.0974455 Sep 08 00:44:22.832532 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-81b45be1-31c9-4a39-b885-a73afc768bd6 req-b39fdd8e-9881-4a0a-aa09-8ca1d910d9cb tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef029761-8d3e-4780-ae64-71113525f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006486 Sep 08 00:44:22.882218 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-9cbe746d-1f72-4627-8470-4038963bb73f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:22.893500 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-9cbe746d-1f72-4627-8470-4038963bb73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:22.920863 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d7a4a-d61d-4635-88a2-13852d0ad2ed req-9df44c64-d4e0-4f0f-aac1-63cb8df03bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:22.922353 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ab6d7a4a-d61d-4635-88a2-13852d0ad2ed req-9df44c64-d4e0-4f0f-aac1-63cb8df03bce service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 1099 time: 0.1422577 Sep 08 00:44:22.958408 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51e7f4-7e3d-4468-93e2-28460f6acfd1 req-212e9d4e-fd27-42e7-bf69-7430f1c4476f tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:22.959768 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-af51e7f4-7e3d-4468-93e2-28460f6acfd1 req-212e9d4e-fd27-42e7-bf69-7430f1c4476f tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 944 time: 0.1473606 Sep 08 00:44:22.965697 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbe746d-1f72-4627-8470-4038963bb73f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e6580a-b006-4f86-875a-77148f378248,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:44:22.971359 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-9cbe746d-1f72-4627-8470-4038963bb73f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c98f2d0887b64ed1b4e57dcd649d6380&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5097404 Sep 08 00:44:22.973126 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-ab6d7a4a-d61d-4635-88a2-13852d0ad2ed req-d673562d-e839-4941-a30a-89da6d1cc58a service neutron] Notify callbacks [] for security_group, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:22.976217 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 47980) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:44:23.028223 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-af51e7f4-7e3d-4468-93e2-28460f6acfd1 req-4fd50222-2532-4765-a262-7812daceb635 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592492 Sep 08 00:44:23.065298 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-9316a8f0-6935-4be6-bd9a-3406b4b16273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:23.083847 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:23.094444 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-9316a8f0-6935-4be6-bd9a-3406b4b16273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:23.103411 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-ab6d7a4a-d61d-4635-88a2-13852d0ad2ed req-d673562d-e839-4941-a30a-89da6d1cc58a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:23.108562 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-ab6d7a4a-d61d-4635-88a2-13852d0ad2ed req-d673562d-e839-4941-a30a-89da6d1cc58a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:23.148997 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d673562d-e839-4941-a30a-89da6d1cc58a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7f570105-2e32-4917-909a-49d8494fd9d3,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:44:23.153367 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ab6d7a4a-d61d-4635-88a2-13852d0ad2ed req-d673562d-e839-4941-a30a-89da6d1cc58a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ef029761-8d3e-4780-ae64-71113525f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126825 Sep 08 00:44:23.154677 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-9316a8f0-6935-4be6-bd9a-3406b4b16273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:23.157435 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-9316a8f0-6935-4be6-bd9a-3406b4b16273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:23.158561 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-9316a8f0-6935-4be6-bd9a-3406b4b16273 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/91e6580a-b006-4f86-875a-77148f378248 HTTP/1.1" status: 204 len: 168 time: 0.1799612 Sep 08 00:44:23.168704 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9316a8f0-6935-4be6-bd9a-3406b4b16273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e6580a-b006-4f86-875a-77148f378248,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:44:23.429521 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 48004) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:44:23.442282 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-120ac4bf-9520-486b-920e-72a27e747423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:23.528356 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-120ac4bf-9520-486b-920e-72a27e747423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:23.531663 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-120ac4bf-9520-486b-920e-72a27e747423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:23.568199 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-120ac4bf-9520-486b-920e-72a27e747423 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=01edbfa090e348d8bdea2ce6cef8cc2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1376450 Sep 08 00:44:23.569046 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120ac4bf-9520-486b-920e-72a27e747423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b08d56-32ec-4b1d-9c69-f1e0e9edf635,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:44:23.570811 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 48006) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:44:23.618020 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-bb57dbb6-b1af-4ac6-8043-ec3ca67555e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:23.638270 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-bb57dbb6-b1af-4ac6-8043-ec3ca67555e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:23.685540 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-bb57dbb6-b1af-4ac6-8043-ec3ca67555e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:23.688098 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-bb57dbb6-b1af-4ac6-8043-ec3ca67555e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:23.689265 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-bb57dbb6-b1af-4ac6-8043-ec3ca67555e4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c4b08d56-32ec-4b1d-9c69-f1e0e9edf635 HTTP/1.1" status: 204 len: 168 time: 0.1174765 Sep 08 00:44:23.696500 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb57dbb6-b1af-4ac6-8043-ec3ca67555e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b08d56-32ec-4b1d-9c69-f1e0e9edf635,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:44:23.823584 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e946d-ce3e-46ac-ac40-261f512a7559 req-47d73c8e-ee0e-44fe-84a7-335f4cabaca3 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:23.825104 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-088e946d-ce3e-46ac-ac40-261f512a7559 req-47d73c8e-ee0e-44fe-84a7-335f4cabaca3 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 944 time: 0.0495756 Sep 08 00:44:23.867001 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-088e946d-ce3e-46ac-ac40-261f512a7559 req-bc413538-09f7-4352-8f33-090190dec695 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357955 Sep 08 00:44:23.950429 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3d059-870d-4d70-9653-749b9753f9bc req-c0dd501f-b18d-46e7-8b56-142e2d2d4787 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:23.951913 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-d9e3d059-870d-4d70-9653-749b9753f9bc req-c0dd501f-b18d-46e7-8b56-142e2d2d4787 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 946 time: 0.0492198 Sep 08 00:44:23.990749 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-d9e3d059-870d-4d70-9653-749b9753f9bc req-f8f73fe1-55f9-46b8-84ec-3d0f89ee0b19 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef029761-8d3e-4780-ae64-71113525f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326920 Sep 08 00:44:24.151944 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab69a4-328a-4287-8695-faf3e1f14521 req-6e29324c-c0aa-4db6-a5bc-49d1ec58e3a2 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:24.153932 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-8dab69a4-328a-4287-8695-faf3e1f14521 req-6e29324c-c0aa-4db6-a5bc-49d1ec58e3a2 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 944 time: 0.0516305 Sep 08 00:44:24.194483 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-8dab69a4-328a-4287-8695-faf3e1f14521 req-207982e2-58b1-4794-925b-b190776a732a tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344906 Sep 08 00:44:24.978921 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98326c-4fb8-49c1-a84b-0a3d29682d4b req-033179ae-9233-491c-b9e1-6caaa3881f7e tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:24.980437 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-af98326c-4fb8-49c1-a84b-0a3d29682d4b req-033179ae-9233-491c-b9e1-6caaa3881f7e tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 944 time: 0.0481400 Sep 08 00:44:25.022738 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-af98326c-4fb8-49c1-a84b-0a3d29682d4b req-ed16e798-112e-4634-bb37-2fcfa9bebdf2 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362253 Sep 08 00:44:25.102461 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b1226b-2f10-45a7-9203-960798c1b091 req-b43df2e5-fae0-4a2e-8d10-f4a7c609375d tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:25.103929 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-81b1226b-2f10-45a7-9203-960798c1b091 req-b43df2e5-fae0-4a2e-8d10-f4a7c609375d tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 946 time: 0.0469713 Sep 08 00:44:25.141767 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-81b1226b-2f10-45a7-9203-960798c1b091 req-b2e5265b-5b8f-4873-aa48-2b7143722d50 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef029761-8d3e-4780-ae64-71113525f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319109 Sep 08 00:44:25.313228 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e69e43-beae-4d28-a1f5-1344dac94731 req-223f0491-ad96-4d1e-aeab-b54695911a6c tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:25.314730 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e3e69e43-beae-4d28-a1f5-1344dac94731 req-223f0491-ad96-4d1e-aeab-b54695911a6c tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 944 time: 0.0496681 Sep 08 00:44:25.351882 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e3e69e43-beae-4d28-a1f5-1344dac94731 req-add79b2b-3f1b-488e-bb31-19bbe68bb5e2 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312333 Sep 08 00:44:25.995012 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device 1345b314-3cc2-41a1-b1da-90a2f0569fcb up at agent hyperv_hv-cinder-75996 {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:44:26.043152 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Provisioning for port 1345b314-3cc2-41a1-b1da-90a2f0569fcb completed by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:44:26.046798 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Provisioning complete for port 1345b314-3cc2-41a1-b1da-90a2f0569fcb triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:44:26.047167 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:26.125513 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:26.134066 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431d4c1-f08b-4936-bef2-037a04d54753 req-1636fd19-4103-4d40-a500-e28e21eaa5e7 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:26.135568 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f431d4c1-f08b-4936-bef2-037a04d54753 req-1636fd19-4103-4d40-a500-e28e21eaa5e7 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 944 time: 0.0472996 Sep 08 00:44:26.154203 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fae08ed-410e-4ea8-b96d-9b1d60ad541f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1345b314-3cc2-41a1-b1da-90a2f0569fcb'}] {{(pid=105700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:44:26.156842 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8460d1f582680b5b58131e18e26cc0c46bcacb71cb7028c1e32c58fa4cd87a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a044112c-1c9a-494b-af12-e3ef47928c8c" -d '{"events": [{"server_uuid": "6fae08ed-410e-4ea8-b96d-9b1d60ad541f", "name": "network-vif-plugged", "status": "completed", "tag": "1345b314-3cc2-41a1-b1da-90a2f0569fcb"}]}' {{(pid=105700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:44:26.164173 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port 1345b314-3cc2-41a1-b1da-90a2f0569fcb, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=1345b314-3cc2-41a1-b1da-90a2f0569fcb,segment=NetworkSegment(3de05d6b-2c84-441f-bc53-4fa7981bcbd6),segment_id=3de05d6b-2c84-441f-bc53-4fa7981bcbd6)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:44:26.170032 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:26.171112 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device 616f49b5-d245-4c18-9d30-c7f54b6143de up at agent hyperv_hv-cinder-75996 {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:44:26.179483 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f431d4c1-f08b-4936-bef2-037a04d54753 req-1b1d286a-0bcf-4290-8063-71b1256a52a2 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377979 Sep 08 00:44:26.215574 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 00:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a32ad6-26be-44ab-aff5-d1b73bec6f63 x-openstack-request-id: req-42a32ad6-26be-44ab-aff5-d1b73bec6f63 {{(pid=105700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:44:26.215890 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fae08ed-410e-4ea8-b96d-9b1d60ad541f", "name": "network-vif-plugged", "status": "completed", "tag": "1345b314-3cc2-41a1-b1da-90a2f0569fcb", "code": 200}]} {{(pid=105700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:44:26.216147 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-42a32ad6-26be-44ab-aff5-d1b73bec6f63 {{(pid=105700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:44:26.216528 dv-cinder-759961-13-iscsi neutron-server[105700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fae08ed-410e-4ea8-b96d-9b1d60ad541f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1345b314-3cc2-41a1-b1da-90a2f0569fcb', 'code': 200} Sep 08 00:44:26.258596 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Pushing event updated for resources: {'Port': ['ID=1345b314-3cc2-41a1-b1da-90a2f0569fcb,revision_number=5']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:44:26.262085 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Provisioning for port 616f49b5-d245-4c18-9d30-c7f54b6143de completed by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:44:26.266281 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Provisioning complete for port 616f49b5-d245-4c18-9d30-c7f54b6143de triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:44:26.266654 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:26.294101 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9fa147-5c96-4831-a60b-7c02e20bb783 req-44f16a4d-3cf8-48ab-9fe3-3779bb40654a tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:26.295574 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5f9fa147-5c96-4831-a60b-7c02e20bb783 req-44f16a4d-3cf8-48ab-9fe3-3779bb40654a tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 946 time: 0.0508928 Sep 08 00:44:26.336904 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5f9fa147-5c96-4831-a60b-7c02e20bb783 req-e5225284-8df3-4e99-8133-19aab5c3c59d tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef029761-8d3e-4780-ae64-71113525f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346999 Sep 08 00:44:26.348948 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:26.382257 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port 616f49b5-d245-4c18-9d30-c7f54b6143de, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=616f49b5-d245-4c18-9d30-c7f54b6143de,segment=NetworkSegment(7824ab05-95b6-4b54-86de-8ce3543421b1),segment_id=7824ab05-95b6-4b54-86de-8ce3543421b1)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:44:26.388793 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:26.437955 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Pushing event updated for resources: {'Port': ['ID=616f49b5-d245-4c18-9d30-c7f54b6143de,revision_number=5']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:44:26.474105 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f04ff0-8c87-4288-b00d-458c0acd1b4e req-27bdd699-214a-4278-ad34-11ab20c64671 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:26.475593 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a6f04ff0-8c87-4288-b00d-458c0acd1b4e req-27bdd699-214a-4278-ad34-11ab20c64671 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 945 time: 0.0480757 Sep 08 00:44:26.518529 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a6f04ff0-8c87-4288-b00d-458c0acd1b4e req-b6272bb9-6b3a-4abd-9493-8c2ffa55dd06 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367754 Sep 08 00:44:27.294471 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a79168-1fb7-4e40-9e4f-a957678da452 req-42e64069-5c8c-4381-8fd9-ed3491868e6a tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:27.295935 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-24a79168-1fb7-4e40-9e4f-a957678da452 req-42e64069-5c8c-4381-8fd9-ed3491868e6a tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 944 time: 0.0467312 Sep 08 00:44:27.334797 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-24a79168-1fb7-4e40-9e4f-a957678da452 req-42b425c5-7d58-4296-a4a8-7bcaadf81398 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331264 Sep 08 00:44:27.449143 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809eb593-7c9a-422e-b11d-2f127472632d req-d6996cd0-10cb-4ffa-a105-500c1d6cad5d tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:27.450664 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-809eb593-7c9a-422e-b11d-2f127472632d req-d6996cd0-10cb-4ffa-a105-500c1d6cad5d tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 946 time: 0.0484495 Sep 08 00:44:27.488617 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-809eb593-7c9a-422e-b11d-2f127472632d req-148c664d-745a-4266-b17c-505dde1e3b31 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef029761-8d3e-4780-ae64-71113525f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316887 Sep 08 00:44:27.621985 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device 410aaa63-88f7-4049-af15-3017f45bebdc up at agent hyperv_hv-cinder-75996 {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:44:27.635694 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a36baf-fb87-4768-9e6d-f5c6e1d6da0d req-af0fa7c1-a658-4909-bfba-57587e435571 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:27.637597 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-69a36baf-fb87-4768-9e6d-f5c6e1d6da0d req-af0fa7c1-a658-4909-bfba-57587e435571 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 945 time: 0.0532823 Sep 08 00:44:27.671849 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Provisioning for port 410aaa63-88f7-4049-af15-3017f45bebdc completed by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:44:27.675104 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-69a36baf-fb87-4768-9e6d-f5c6e1d6da0d req-418e8538-4aa1-41d9-b0fc-07c25558857f tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316613 Sep 08 00:44:27.675475 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Provisioning complete for port 410aaa63-88f7-4049-af15-3017f45bebdc triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:44:27.675875 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:27.749594 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:27.785828 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port 410aaa63-88f7-4049-af15-3017f45bebdc, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=410aaa63-88f7-4049-af15-3017f45bebdc,segment=NetworkSegment(7824ab05-95b6-4b54-86de-8ce3543421b1),segment_id=7824ab05-95b6-4b54-86de-8ce3543421b1)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:44:27.789215 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:27.835281 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Pushing event updated for resources: {'Port': ['ID=410aaa63-88f7-4049-af15-3017f45bebdc,revision_number=5']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:44:28.217985 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f108b843-236b-4d01-a1f9-b0474c489628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '616f49b5-d245-4c18-9d30-c7f54b6143de'}, {'server_uuid': '17bd717e-e3a1-4201-954d-c180bf7da885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '410aaa63-88f7-4049-af15-3017f45bebdc'}] {{(pid=105700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:44:28.220295 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8460d1f582680b5b58131e18e26cc0c46bcacb71cb7028c1e32c58fa4cd87a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816037cc-d254-4992-95b7-c410407a848c" -d '{"events": [{"server_uuid": "f108b843-236b-4d01-a1f9-b0474c489628", "name": "network-vif-plugged", "status": "completed", "tag": "616f49b5-d245-4c18-9d30-c7f54b6143de"}, {"server_uuid": "17bd717e-e3a1-4201-954d-c180bf7da885", "name": "network-vif-plugged", "status": "completed", "tag": "410aaa63-88f7-4049-af15-3017f45bebdc"}]}' {{(pid=105700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:44:28.259668 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Sep 2021 00:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc53267-83c7-4dcb-ac98-bc9b7d190fac x-openstack-request-id: req-fbc53267-83c7-4dcb-ac98-bc9b7d190fac {{(pid=105700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:44:28.259966 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f108b843-236b-4d01-a1f9-b0474c489628", "name": "network-vif-plugged", "status": "completed", "tag": "616f49b5-d245-4c18-9d30-c7f54b6143de", "code": 200}, {"server_uuid": "17bd717e-e3a1-4201-954d-c180bf7da885", "name": "network-vif-plugged", "status": "completed", "tag": "410aaa63-88f7-4049-af15-3017f45bebdc", "code": 200}]} {{(pid=105700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:44:28.260219 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fbc53267-83c7-4dcb-ac98-bc9b7d190fac {{(pid=105700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:44:28.261200 dv-cinder-759961-13-iscsi neutron-server[105700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f108b843-236b-4d01-a1f9-b0474c489628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '616f49b5-d245-4c18-9d30-c7f54b6143de', 'code': 200} Sep 08 00:44:28.261452 dv-cinder-759961-13-iscsi neutron-server[105700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17bd717e-e3a1-4201-954d-c180bf7da885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '410aaa63-88f7-4049-af15-3017f45bebdc', 'code': 200} Sep 08 00:44:28.450309 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695fb8f-843c-4842-8d8d-c298d2e2ad03 req-ba7b0f8b-a2b2-4e38-aeed-56aa217e886d tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:28.451836 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e695fb8f-843c-4842-8d8d-c298d2e2ad03 req-ba7b0f8b-a2b2-4e38-aeed-56aa217e886d tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.0512273 Sep 08 00:44:28.497446 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e695fb8f-843c-4842-8d8d-c298d2e2ad03 req-7ee2acd8-92f1-4043-b222-74a896a9a01a tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393922 Sep 08 00:44:28.627210 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9726e4-8688-4525-b92a-c439ef98b462 req-d47110d1-394d-4f41-a063-17179406d0f6 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:28.628888 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-9f9726e4-8688-4525-b92a-c439ef98b462 req-d47110d1-394d-4f41-a063-17179406d0f6 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 946 time: 0.0625200 Sep 08 00:44:28.684323 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-9f9726e4-8688-4525-b92a-c439ef98b462 req-fda5cb80-3551-40ff-b930-18ab512792d7 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef029761-8d3e-4780-ae64-71113525f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411336 Sep 08 00:44:28.793127 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690652d-4673-4f3b-b25c-d93a33d8d1ba req-db862b65-dd0e-41e5-8d5b-3f23dbbe695e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:28.794718 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-3690652d-4673-4f3b-b25c-d93a33d8d1ba req-db862b65-dd0e-41e5-8d5b-3f23dbbe695e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 1098 time: 0.0759399 Sep 08 00:44:28.818714 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbfc46a-e511-44fd-ae0a-0b712d90c11b req-38084e58-b6e5-4c81-af77-e71e56fca667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:28.820274 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-fdbfc46a-e511-44fd-ae0a-0b712d90c11b req-38084e58-b6e5-4c81-af77-e71e56fca667 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 1098 time: 0.1018293 Sep 08 00:44:28.830343 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4184b2e-93dd-4d79-a223-6f90c1449a61 req-f72af63b-0ad6-437f-8245-17ad02a441b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:28.831744 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-b4184b2e-93dd-4d79-a223-6f90c1449a61 req-f72af63b-0ad6-437f-8245-17ad02a441b8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 1098 time: 0.0900702 Sep 08 00:44:28.841835 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-3690652d-4673-4f3b-b25c-d93a33d8d1ba req-bb6c96da-5d7e-4726-a454-c798b559c350 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398271 Sep 08 00:44:28.845021 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d747f9-3f20-421e-baa5-5d744e3b2a2b req-60940066-b652-4006-9839-3d0f960a4bde tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:28.846454 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e0d747f9-3f20-421e-baa5-5d744e3b2a2b req-60940066-b652-4006-9839-3d0f960a4bde tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 945 time: 0.0970161 Sep 08 00:44:28.915992 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-b4184b2e-93dd-4d79-a223-6f90c1449a61 req-bf8aa82b-3dbe-4d5a-af5e-64125abfdec8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677116 Sep 08 00:44:28.918602 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-fdbfc46a-e511-44fd-ae0a-0b712d90c11b req-cfe8c010-57f3-48cb-8c96-d2892b9a919e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847187 Sep 08 00:44:28.925445 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e0d747f9-3f20-421e-baa5-5d744e3b2a2b req-492a03eb-4f66-4a42-ac29-6ac3f8587f1a tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667365 Sep 08 00:44:29.636797 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf66f53-6135-4897-9603-4f8f30404512 req-84d64ced-63a2-4452-98c8-e4c33b4b9084 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:29.638284 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4bf66f53-6135-4897-9603-4f8f30404512 req-84d64ced-63a2-4452-98c8-e4c33b4b9084 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.0502474 Sep 08 00:44:29.675105 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4bf66f53-6135-4897-9603-4f8f30404512 req-d2281502-9547-4924-81a2-32d6ebb7179c tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300488 Sep 08 00:44:29.972255 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41363e2-30b2-4b98-8fe6-a7e2d6f6befe req-197a0f79-126d-4f14-b898-92095610413a tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:29.973747 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-b41363e2-30b2-4b98-8fe6-a7e2d6f6befe req-197a0f79-126d-4f14-b898-92095610413a tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 946 time: 0.2203104 Sep 08 00:44:30.056337 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-b41363e2-30b2-4b98-8fe6-a7e2d6f6befe req-81124898-3e1e-49d9-8c38-e5712ca9675c tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef029761-8d3e-4780-ae64-71113525f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754836 Sep 08 00:44:30.089488 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b43890-bd6e-4901-af41-df376b26c331 req-34b8d957-c97f-458e-8b5e-0467258c5959 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:30.091236 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-59b43890-bd6e-4901-af41-df376b26c331 req-34b8d957-c97f-458e-8b5e-0467258c5959 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 945 time: 0.0764182 Sep 08 00:44:30.131813 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-59b43890-bd6e-4901-af41-df376b26c331 req-4d8e3ec2-900d-4e36-8607-2e8d62c03eae tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338786 Sep 08 00:44:30.164443 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 48168) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:44:30.282767 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-cddbeda7-92e8-4f1f-ba3d-84d44f211e28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:30.374839 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-cddbeda7-92e8-4f1f-ba3d-84d44f211e28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:30.378328 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-cddbeda7-92e8-4f1f-ba3d-84d44f211e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:30.418631 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-cddbeda7-92e8-4f1f-ba3d-84d44f211e28 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e456436300534ac29628e7f050261cea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2506454 Sep 08 00:44:30.418631 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddbeda7-92e8-4f1f-ba3d-84d44f211e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb3e46c-95e0-423c-95d2-b92b3839bc9a,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:44:30.419174 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 48178) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:44:30.424570 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddbeda7-92e8-4f1f-ba3d-84d44f211e28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:44:30.424921 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddbeda7-92e8-4f1f-ba3d-84d44f211e28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:44:30.425257 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddbeda7-92e8-4f1f-ba3d-84d44f211e28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:44:30.425592 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddbeda7-92e8-4f1f-ba3d-84d44f211e28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:44:30.425919 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddbeda7-92e8-4f1f-ba3d-84d44f211e28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:44:30.426245 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddbeda7-92e8-4f1f-ba3d-84d44f211e28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:44:30.426584 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddbeda7-92e8-4f1f-ba3d-84d44f211e28 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:44:30.426895 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddbeda7-92e8-4f1f-ba3d-84d44f211e28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:44:30.427218 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddbeda7-92e8-4f1f-ba3d-84d44f211e28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:44:30.427618 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddbeda7-92e8-4f1f-ba3d-84d44f211e28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:44:30.427944 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddbeda7-92e8-4f1f-ba3d-84d44f211e28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:44:30.428259 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddbeda7-92e8-4f1f-ba3d-84d44f211e28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:44:30.480750 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-ed7db11f-7a88-4b64-a49c-7a4a3fb1d003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:30.503722 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-ed7db11f-7a88-4b64-a49c-7a4a3fb1d003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:30.548728 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-ed7db11f-7a88-4b64-a49c-7a4a3fb1d003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:30.551769 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-ed7db11f-7a88-4b64-a49c-7a4a3fb1d003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:30.552954 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-ed7db11f-7a88-4b64-a49c-7a4a3fb1d003 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5fb3e46c-95e0-423c-95d2-b92b3839bc9a HTTP/1.1" status: 204 len: 168 time: 0.1326530 Sep 08 00:44:30.563489 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7db11f-7a88-4b64-a49c-7a4a3fb1d003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb3e46c-95e0-423c-95d2-b92b3839bc9a,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:44:30.571491 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7db11f-7a88-4b64-a49c-7a4a3fb1d003 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:44:30.571923 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7db11f-7a88-4b64-a49c-7a4a3fb1d003 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:44:30.572325 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7db11f-7a88-4b64-a49c-7a4a3fb1d003 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:44:30.573292 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7db11f-7a88-4b64-a49c-7a4a3fb1d003 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:44:30.573682 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7db11f-7a88-4b64-a49c-7a4a3fb1d003 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:44:30.574243 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7db11f-7a88-4b64-a49c-7a4a3fb1d003 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:44:30.574491 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7db11f-7a88-4b64-a49c-7a4a3fb1d003 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:44:30.574883 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7db11f-7a88-4b64-a49c-7a4a3fb1d003 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:44:30.575260 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7db11f-7a88-4b64-a49c-7a4a3fb1d003 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:44:30.577087 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7db11f-7a88-4b64-a49c-7a4a3fb1d003 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:44:30.577087 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7db11f-7a88-4b64-a49c-7a4a3fb1d003 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:44:30.577087 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7db11f-7a88-4b64-a49c-7a4a3fb1d003 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:44:30.803818 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b15889-5620-4919-93c2-513b855583e0 req-d9d58c96-5737-4c29-ae6f-c2f97fab5025 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:30.805340 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-42b15889-5620-4919-93c2-513b855583e0 req-d9d58c96-5737-4c29-ae6f-c2f97fab5025 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.0539181 Sep 08 00:44:30.847244 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-42b15889-5620-4919-93c2-513b855583e0 req-66f48687-4f33-46bf-b667-ce35d746e433 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341983 Sep 08 00:44:30.889322 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 48208) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:44:30.905740 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-a42f2271-5080-407d-a862-faf9e2d786b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:30.995750 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-a42f2271-5080-407d-a862-faf9e2d786b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:30.999286 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-a42f2271-5080-407d-a862-faf9e2d786b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:31.036099 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-a42f2271-5080-407d-a862-faf9e2d786b2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6adfb61269ef4fc9878775f1c9aa119b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1456583 Sep 08 00:44:31.037867 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f2271-5080-407d-a862-faf9e2d786b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e822c6-f31d-4508-ace7-492ba5d45af3,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:44:31.038682 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 48212) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:44:31.092566 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-53a3cc2f-8327-4e0b-a428-93316eee3b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:31.113514 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-53a3cc2f-8327-4e0b-a428-93316eee3b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:31.158810 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-53a3cc2f-8327-4e0b-a428-93316eee3b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:31.161203 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-53a3cc2f-8327-4e0b-a428-93316eee3b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:31.162348 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-53a3cc2f-8327-4e0b-a428-93316eee3b0b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/44e822c6-f31d-4508-ace7-492ba5d45af3 HTTP/1.1" status: 204 len: 168 time: 0.1226101 Sep 08 00:44:31.171289 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a3cc2f-8327-4e0b-a428-93316eee3b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e822c6-f31d-4508-ace7-492ba5d45af3,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:44:31.173380 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4bc08b-4fa0-48f4-aa49-516bbf2e4523 req-ded496ab-cd8a-4d6f-b3a0-8918e5de6ecb tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:31.174931 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-af4bc08b-4fa0-48f4-aa49-516bbf2e4523 req-ded496ab-cd8a-4d6f-b3a0-8918e5de6ecb tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 946 time: 0.0573065 Sep 08 00:44:31.253694 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-af4bc08b-4fa0-48f4-aa49-516bbf2e4523 req-03f9555b-eba9-4eb4-a66c-ae451145bb77 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef029761-8d3e-4780-ae64-71113525f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727472 Sep 08 00:44:31.271150 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020cb89-f8e7-4fec-9caf-08cc390d569b req-5ab42d00-f7eb-4801-9ce8-cbd1848d8b40 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:31.276434 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4020cb89-f8e7-4fec-9caf-08cc390d569b req-5ab42d00-f7eb-4801-9ce8-cbd1848d8b40 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 945 time: 0.0685899 Sep 08 00:44:31.310697 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4020cb89-f8e7-4fec-9caf-08cc390d569b req-90b57332-3db7-4857-b4db-3dc2913cf205 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316052 Sep 08 00:44:31.971839 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ece87d-1f51-4539-a05c-b883f12792b9 req-4ee405ad-5967-4bab-8c92-03034d607a17 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:31.973379 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-45ece87d-1f51-4539-a05c-b883f12792b9 req-4ee405ad-5967-4bab-8c92-03034d607a17 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.0588858 Sep 08 00:44:32.015290 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-45ece87d-1f51-4539-a05c-b883f12792b9 req-a101c24b-5d60-4f33-94cd-18eb0e3aa440 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353985 Sep 08 00:44:32.255972 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 48264) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:44:32.379895 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-25df2b19-821a-4d18-b619-204f8f02ab4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:32.435790 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd79d5d-2760-4fe7-9977-c820ac116cdf req-f5316529-617a-4574-8d26-db22b38d5f8e tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:32.437238 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5cd79d5d-2760-4fe7-9977-c820ac116cdf req-f5316529-617a-4574-8d26-db22b38d5f8e tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 946 time: 0.1020114 Sep 08 00:44:32.491701 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d9ee5e-589d-4edc-97d0-d456ec207bda req-05c6a099-b623-4477-ac68-f49b671b5862 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:32.493064 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-30d9ee5e-589d-4edc-97d0-d456ec207bda req-05c6a099-b623-4477-ac68-f49b671b5862 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 945 time: 0.1091502 Sep 08 00:44:32.506884 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5cd79d5d-2760-4fe7-9977-c820ac116cdf req-0f72712d-5735-4d30-9546-c48a4787d0f2 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef029761-8d3e-4780-ae64-71113525f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636322 Sep 08 00:44:32.551046 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-30d9ee5e-589d-4edc-97d0-d456ec207bda req-ecf8c0a0-80f4-4847-98a3-30ac1e906a2b tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488348 Sep 08 00:44:32.579589 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-25df2b19-821a-4d18-b619-204f8f02ab4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:32.583415 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-25df2b19-821a-4d18-b619-204f8f02ab4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:32.621541 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-25df2b19-821a-4d18-b619-204f8f02ab4b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4d7b577b6e2e4608b21680fb5338495a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3644621 Sep 08 00:44:32.623462 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25df2b19-821a-4d18-b619-204f8f02ab4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8af331-d7f1-4772-a542-fbf1d15dc3fa,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:44:32.624301 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 48276) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:44:32.672495 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-fd90f5a2-0810-47c2-8995-3d3688192657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:32.692546 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-fd90f5a2-0810-47c2-8995-3d3688192657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:32.739250 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-fd90f5a2-0810-47c2-8995-3d3688192657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:32.742462 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-fd90f5a2-0810-47c2-8995-3d3688192657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:32.743661 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-fd90f5a2-0810-47c2-8995-3d3688192657 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ec8af331-d7f1-4772-a542-fbf1d15dc3fa HTTP/1.1" status: 204 len: 168 time: 0.1183681 Sep 08 00:44:32.755423 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd90f5a2-0810-47c2-8995-3d3688192657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8af331-d7f1-4772-a542-fbf1d15dc3fa,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:44:33.137720 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176ea16-ab51-40c9-8538-8e9a403158c8 req-73dd21d9-0406-43d6-8199-957e9bb58eca tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:33.139265 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3176ea16-ab51-40c9-8538-8e9a403158c8 req-73dd21d9-0406-43d6-8199-957e9bb58eca tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.0532207 Sep 08 00:44:33.180062 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3176ea16-ab51-40c9-8538-8e9a403158c8 req-9154cb01-8a4f-4934-86a9-497b578ac825 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347676 Sep 08 00:44:33.623237 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5abac2-db6e-46dd-bc20-7fc19beeda45 req-c3a2670a-4a1c-45b9-aaa8-0d70c92ad978 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:33.624786 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5e5abac2-db6e-46dd-bc20-7fc19beeda45 req-c3a2670a-4a1c-45b9-aaa8-0d70c92ad978 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 946 time: 0.0524049 Sep 08 00:44:33.686272 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5e5abac2-db6e-46dd-bc20-7fc19beeda45 req-ffb62db5-b642-4879-a494-90515edbd595 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef029761-8d3e-4780-ae64-71113525f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522873 Sep 08 00:44:33.699642 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b234c-3a60-4d64-8ebf-34e5e7930191 req-806c5450-6ff4-47fa-86d0-f5d93159ebf7 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:33.701189 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-947b234c-3a60-4d64-8ebf-34e5e7930191 req-806c5450-6ff4-47fa-86d0-f5d93159ebf7 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 945 time: 0.0755296 Sep 08 00:44:33.741285 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-947b234c-3a60-4d64-8ebf-34e5e7930191 req-3f68292c-41d5-4bc9-a707-97c384c3eddc tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340028 Sep 08 00:44:34.296897 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6166ff-deb2-49f6-8c79-355ebf70653c req-270cac23-40b3-4c26-8c5e-84b941a12698 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:34.298399 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-8b6166ff-deb2-49f6-8c79-355ebf70653c req-270cac23-40b3-4c26-8c5e-84b941a12698 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.0486619 Sep 08 00:44:34.337820 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-8b6166ff-deb2-49f6-8c79-355ebf70653c req-52421447-21a6-4d4f-90f9-60b9cdf071b9 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324261 Sep 08 00:44:34.797772 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219c5c1-0d86-4992-9bcd-d6c9292dc170 req-8b2a75f8-cfd5-481d-addc-fa6f4c8e3051 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:34.799428 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4219c5c1-0d86-4992-9bcd-d6c9292dc170 req-8b2a75f8-cfd5-481d-addc-fa6f4c8e3051 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 946 time: 0.0481601 Sep 08 00:44:34.864446 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4219c5c1-0d86-4992-9bcd-d6c9292dc170 req-a65903d4-76de-44c9-8abd-1807a514f5a3 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef029761-8d3e-4780-ae64-71113525f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593331 Sep 08 00:44:34.881100 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4a4e3f-f53f-465c-8f91-869c5f0b4b69 req-5e254919-46ff-4228-83dc-9e3e1648ff46 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:34.882678 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6c4a4e3f-f53f-465c-8f91-869c5f0b4b69 req-5e254919-46ff-4228-83dc-9e3e1648ff46 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 945 time: 0.0711327 Sep 08 00:44:34.920461 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6c4a4e3f-f53f-465c-8f91-869c5f0b4b69 req-970c19c1-e8c7-46db-bfb0-5ce9155a3833 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309048 Sep 08 00:44:35.448150 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae73e0-b78e-4793-ab0f-cca212a79276 req-fc571076-d581-4c9b-8da9-53960d33dc56 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:35.449658 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-82ae73e0-b78e-4793-ab0f-cca212a79276 req-fc571076-d581-4c9b-8da9-53960d33dc56 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.0470202 Sep 08 00:44:35.486383 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-82ae73e0-b78e-4793-ab0f-cca212a79276 req-e50db71e-01ca-4136-a589-9307001b9e4e tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306489 Sep 08 00:44:35.979939 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd696c-1841-45f6-9067-a216c5f3d838 req-534913dc-46d9-4f92-84ac-a6550d639ca7 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:35.981545 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-b9bd696c-1841-45f6-9067-a216c5f3d838 req-534913dc-46d9-4f92-84ac-a6550d639ca7 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 946 time: 0.0517113 Sep 08 00:44:36.052765 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-b9bd696c-1841-45f6-9067-a216c5f3d838 req-addfff6e-02b1-4e4e-86f9-c8455e9c8100 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef029761-8d3e-4780-ae64-71113525f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651801 Sep 08 00:44:36.065205 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f54dc-a874-494d-8e5d-7bc8befb33a7 req-ed37f933-f71a-46fb-b9ad-0e45382e7828 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:36.066670 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-de1f54dc-a874-494d-8e5d-7bc8befb33a7 req-ed37f933-f71a-46fb-b9ad-0e45382e7828 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 945 time: 0.0774817 Sep 08 00:44:36.102773 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-de1f54dc-a874-494d-8e5d-7bc8befb33a7 req-7fba3247-e44b-45a3-838a-06e72caadfdb tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304282 Sep 08 00:44:36.603395 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a00f0-995c-48f2-8f45-170cbcba903e req-316c9140-fea5-4ade-81bd-119876eb4b07 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:36.605774 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-777a00f0-995c-48f2-8f45-170cbcba903e req-316c9140-fea5-4ade-81bd-119876eb4b07 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.0549073 Sep 08 00:44:36.644616 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-777a00f0-995c-48f2-8f45-170cbcba903e req-3413ac89-6e28-42cc-83d8-3501e2eff8ae tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323334 Sep 08 00:44:37.164369 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc30b7-f634-4ff3-ab4f-69bfb2d6ee1e req-1b30a312-f287-494b-8a20-86e526e5129f tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:37.165874 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-11dc30b7-f634-4ff3-ab4f-69bfb2d6ee1e req-1b30a312-f287-494b-8a20-86e526e5129f tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 946 time: 0.0480750 Sep 08 00:44:37.236097 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-11dc30b7-f634-4ff3-ab4f-69bfb2d6ee1e req-23185602-0984-42ae-904c-40147af4cda3 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef029761-8d3e-4780-ae64-71113525f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572934 Sep 08 00:44:37.244251 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8906d-d94b-452d-acea-2827bbf6cb0d req-170a07f7-7691-4156-a628-df5c22df67ab tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:37.246423 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e3c8906d-d94b-452d-acea-2827bbf6cb0d req-170a07f7-7691-4156-a628-df5c22df67ab tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 945 time: 0.0761340 Sep 08 00:44:37.283995 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e3c8906d-d94b-452d-acea-2827bbf6cb0d req-6290e7bc-d2cd-4975-8a13-3ffd4dd8821a tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317817 Sep 08 00:44:37.759623 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3c28d-0cab-459d-a5c5-877539e1761b req-95b14204-01ac-40b6-8cb7-d839857b4d13 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:37.761114 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-43c3c28d-0cab-459d-a5c5-877539e1761b req-95b14204-01ac-40b6-8cb7-d839857b4d13 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.0482426 Sep 08 00:44:37.797773 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-43c3c28d-0cab-459d-a5c5-877539e1761b req-1dd49bf2-b25e-4823-bab3-9170e7f7aff6 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303926 Sep 08 00:44:38.349311 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76916f45-c56c-4b3f-b42a-8f8f06fd608a req-bb4ff45e-ee25-4061-a0db-9753baefbf2c tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:38.351277 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-76916f45-c56c-4b3f-b42a-8f8f06fd608a req-bb4ff45e-ee25-4061-a0db-9753baefbf2c tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 946 time: 0.0501781 Sep 08 00:44:38.418628 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-76916f45-c56c-4b3f-b42a-8f8f06fd608a req-d9db20df-4eed-4bb9-9e93-2e85a6f13a97 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef029761-8d3e-4780-ae64-71113525f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558748 Sep 08 00:44:38.426661 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1f3c3-bd92-415e-aee3-edf86bc6f594 req-2f753ebf-8ff9-4b58-82ef-0f19b2b5f70a tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:38.428173 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-9ab1f3c3-bd92-415e-aee3-edf86bc6f594 req-2f753ebf-8ff9-4b58-82ef-0f19b2b5f70a tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 945 time: 0.0759914 Sep 08 00:44:38.467157 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-9ab1f3c3-bd92-415e-aee3-edf86bc6f594 req-45d0bbc0-6831-41c6-af25-d567c47a9c9d tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326388 Sep 08 00:44:38.909624 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af53a45a-a0d9-44cf-8568-ced59cae07bd req-c9ea44fb-11aa-4921-9321-2a08b35fe6bd tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:38.911165 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-af53a45a-a0d9-44cf-8568-ced59cae07bd req-c9ea44fb-11aa-4921-9321-2a08b35fe6bd tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.0492930 Sep 08 00:44:38.948560 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-af53a45a-a0d9-44cf-8568-ced59cae07bd req-1b32ec7a-9902-486d-922e-8ecc2253d1af tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311143 Sep 08 00:44:39.576277 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1c8bc-e78b-4672-9cb1-d2d22276b9e8 req-bf6afa75-87d3-495e-9ca2-f7da9ca33f3b tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:39.577719 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-b4e1c8bc-e78b-4672-9cb1-d2d22276b9e8 req-bf6afa75-87d3-495e-9ca2-f7da9ca33f3b tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 945 time: 0.0460331 Sep 08 00:44:39.619701 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-b4e1c8bc-e78b-4672-9cb1-d2d22276b9e8 req-e0ab025d-5f33-4682-8ce4-0a6bbac00afc tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358131 Sep 08 00:44:40.059072 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec5064-307e-4aab-ab78-fb82a201b8ba req-2c2e6996-4834-47e5-9ef9-106873b560c1 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:40.060539 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-14ec5064-307e-4aab-ab78-fb82a201b8ba req-2c2e6996-4834-47e5-9ef9-106873b560c1 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.0467367 Sep 08 00:44:40.096473 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-14ec5064-307e-4aab-ab78-fb82a201b8ba req-4ea33465-8dc5-4db8-aaf0-c734704931f8 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302401 Sep 08 00:44:40.729160 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7215f18a-77c5-405e-bb9a-c17e106fd622 req-8573b3ac-bb2d-4c23-bfef-ca17423f0463 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:40.730635 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-7215f18a-77c5-405e-bb9a-c17e106fd622 req-8573b3ac-bb2d-4c23-bfef-ca17423f0463 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 945 time: 0.0474539 Sep 08 00:44:40.766568 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-7215f18a-77c5-405e-bb9a-c17e106fd622 req-6b746700-5683-472d-bca4-837b7c84175c tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301774 Sep 08 00:44:41.208137 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad77c3e-4891-429b-a8a8-cdde70384b3c req-f52532f6-ad35-4a65-ac11-dadb71263536 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:41.209614 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-2ad77c3e-4891-429b-a8a8-cdde70384b3c req-f52532f6-ad35-4a65-ac11-dadb71263536 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.0498006 Sep 08 00:44:41.250078 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-2ad77c3e-4891-429b-a8a8-cdde70384b3c req-509ac056-ab25-4b0d-abd7-275207cb7570 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333219 Sep 08 00:44:41.878752 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c478cc-5cb5-42f3-b92d-4693a3ed5b32 req-a47e9208-522c-4b88-b8d6-ff382f5a7870 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:41.880276 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-25c478cc-5cb5-42f3-b92d-4693a3ed5b32 req-a47e9208-522c-4b88-b8d6-ff382f5a7870 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 945 time: 0.0476124 Sep 08 00:44:41.918170 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-25c478cc-5cb5-42f3-b92d-4693a3ed5b32 req-05eedc95-3fc2-43ae-9b1f-ebf8faae9330 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315704 Sep 08 00:44:42.367483 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65d09f-8231-4b0f-8d47-22dafef314d2 req-187b0635-68b7-46df-a759-cf35cafc941e tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:42.369002 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-dc65d09f-8231-4b0f-8d47-22dafef314d2 req-187b0635-68b7-46df-a759-cf35cafc941e tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.0507843 Sep 08 00:44:42.406525 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-dc65d09f-8231-4b0f-8d47-22dafef314d2 req-8ec1306b-5e30-4541-b3e3-2349bab5bba5 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310211 Sep 08 00:44:42.517446 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4e6ea4c8-749d-4c25-ad17-cab86afb02ee req-47430bb5-1a82-4081-9d79-f13ce64e4608 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411222 Sep 08 00:44:42.924046 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ea4c8-749d-4c25-ad17-cab86afb02ee req-01fbac38-d0e4-4744-9206-5374be94dec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:42.925523 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4e6ea4c8-749d-4c25-ad17-cab86afb02ee req-01fbac38-d0e4-4744-9206-5374be94dec9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ed83e139036e43c0bdee59e5a1664e08&device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 1099 time: 0.0435832 Sep 08 00:44:43.069915 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ea4c8-749d-4c25-ad17-cab86afb02ee req-12448245-6969-4746-9bd0-cf854aafba93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:43.071436 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4e6ea4c8-749d-4c25-ad17-cab86afb02ee req-12448245-6969-4746-9bd0-cf854aafba93 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f151a612-c6af-480a-b6c1-79bb5ceff3d2 HTTP/1.1" status: 200 len: 913 time: 0.1237352 Sep 08 00:44:43.080339 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a0c9c-e6f6-4902-969f-04234eb0f295 req-4dfe6a56-f010-4193-afca-a5b68c8e6602 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:43.081682 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f85a0c9c-e6f6-4902-969f-04234eb0f295 req-4dfe6a56-f010-4193-afca-a5b68c8e6602 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 945 time: 0.0764661 Sep 08 00:44:43.130995 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4e6ea4c8-749d-4c25-ad17-cab86afb02ee req-1899ceb0-5c2e-4886-babf-8fe3f0509efc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79053316-4148-40b1-b73e-d8c7f862ef86 HTTP/1.1" status: 200 len: 217 time: 0.0379088 Sep 08 00:44:43.149205 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f85a0c9c-e6f6-4902-969f-04234eb0f295 req-e344f6c0-52d5-4210-b70f-70ed26fa97d2 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617304 Sep 08 00:44:43.193679 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ea4c8-749d-4c25-ad17-cab86afb02ee req-174e5e4b-ee84-49eb-b435-b7692ee0b8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:43.195146 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4e6ea4c8-749d-4c25-ad17-cab86afb02ee req-174e5e4b-ee84-49eb-b435-b7692ee0b8e0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=936f26a9-672d-467e-8bbb-2c3fa89868b3 HTTP/1.1" status: 200 len: 852 time: 0.0451307 Sep 08 00:44:43.232935 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4e6ea4c8-749d-4c25-ad17-cab86afb02ee req-e4ed24b2-8498-4e67-b534-1e80c55c3555 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f151a612-c6af-480a-b6c1-79bb5ceff3d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247812 Sep 08 00:44:43.336739 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4e6ea4c8-749d-4c25-ad17-cab86afb02ee req-f77d321c-bc2a-44fe-94f6-475be1b2f6fa service neutron] 10.222.0.35 "GET /v2.0/networks/f151a612-c6af-480a-b6c1-79bb5ceff3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937130 Sep 08 00:44:43.443646 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4e6ea4c8-749d-4c25-ad17-cab86afb02ee req-e983ae2d-bd7a-422b-a41a-19effa6a9ed5 service neutron] 10.222.0.35 "GET /v2.0/networks/f151a612-c6af-480a-b6c1-79bb5ceff3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971935 Sep 08 00:44:43.527362 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9667c-b650-4e84-a6ca-2c33285c8b93 req-0d41c195-badf-4f7a-b197-abde89c04e71 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:43.528867 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-40b9667c-b650-4e84-a6ca-2c33285c8b93 req-0d41c195-badf-4f7a-b197-abde89c04e71 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.0505192 Sep 08 00:44:43.566032 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-40b9667c-b650-4e84-a6ca-2c33285c8b93 req-9e463aeb-3e42-419b-9acc-38b9978ae698 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312884 Sep 08 00:44:43.867640 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d6491-edbb-4705-9691-74dfb435618e req-be4d1bb5-a5b4-4780-aa07-57842ce65466 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:43.869009 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5f2d6491-edbb-4705-9691-74dfb435618e req-be4d1bb5-a5b4-4780-aa07-57842ce65466 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.0476437 Sep 08 00:44:43.904540 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5f2d6491-edbb-4705-9691-74dfb435618e req-334e3818-ebee-473f-b2da-3837f53cb966 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296776 Sep 08 00:44:44.501801 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:45.020513 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ebf6d-eec4-4357-bcb7-dfc8a811dfc5 req-1831b11e-8455-40c1-83f2-dd95d0d3ef40 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:45.021970 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-767ebf6d-eec4-4357-bcb7-dfc8a811dfc5 req-1831b11e-8455-40c1-83f2-dd95d0d3ef40 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.0505686 Sep 08 00:44:45.058669 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-767ebf6d-eec4-4357-bcb7-dfc8a811dfc5 req-31c2bdad-2ce1-402a-a239-2e8660bd320f tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309060 Sep 08 00:44:46.171534 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251acb28-258f-4a56-8ac3-7b3663d17edb req-b947db08-db80-4904-af70-0c50c754a483 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:46.173003 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-251acb28-258f-4a56-8ac3-7b3663d17edb req-b947db08-db80-4904-af70-0c50c754a483 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.0476112 Sep 08 00:44:46.210581 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-251acb28-258f-4a56-8ac3-7b3663d17edb req-b86403c5-9777-46fb-92b6-6e80af245bd9 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318549 Sep 08 00:44:47.322854 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05743f83-7d8d-4fc3-8332-64684332f65f req-45ada7a9-8f9f-41dc-b3a8-9bc770b4d3c6 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:47.324491 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-05743f83-7d8d-4fc3-8332-64684332f65f req-45ada7a9-8f9f-41dc-b3a8-9bc770b4d3c6 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.0484262 Sep 08 00:44:47.361531 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-05743f83-7d8d-4fc3-8332-64684332f65f req-ce84e913-e4ee-4bbb-bdfa-67ea6a85715c tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309446 Sep 08 00:44:47.741310 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c23b2c8-606d-4019-b83c-85047e2448c2 req-33f46552-82bd-40ed-8ee0-ba374630c1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:47.742769 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-2c23b2c8-606d-4019-b83c-85047e2448c2 req-33f46552-82bd-40ed-8ee0-ba374630c1bc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=41a9d0c8e8684f7ab121d687f8b71cc9&device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 1098 time: 0.0423203 Sep 08 00:44:47.790638 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-a0fa15b7-9bb5-46b1-88ad-a3338578a61d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:47.851879 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c23b2c8-606d-4019-b83c-85047e2448c2 req-53b69b27-9225-4760-a526-f62678a22033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:47.853350 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-2c23b2c8-606d-4019-b83c-85047e2448c2 req-53b69b27-9225-4760-a526-f62678a22033 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b HTTP/1.1" status: 200 len: 920 time: 0.0850866 Sep 08 00:44:47.909827 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-2c23b2c8-606d-4019-b83c-85047e2448c2 req-7cfe086b-6b47-4cf3-8e87-1c214cc46ae4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=410aaa63-88f7-4049-af15-3017f45bebdc HTTP/1.1" status: 200 len: 217 time: 0.0362380 Sep 08 00:44:47.960104 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c23b2c8-606d-4019-b83c-85047e2448c2 req-5b615237-870e-4010-b9fd-5110512e6945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:47.961551 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-2c23b2c8-606d-4019-b83c-85047e2448c2 req-5b615237-870e-4010-b9fd-5110512e6945 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cf83ea2d-a9ed-4f51-960e-7a1b9f0410c7 HTTP/1.1" status: 200 len: 859 time: 0.0438733 Sep 08 00:44:47.993013 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-2c23b2c8-606d-4019-b83c-85047e2448c2 req-936f7e94-6801-446b-9002-8b3ad4227aec service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231183 Sep 08 00:44:48.086508 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-2c23b2c8-606d-4019-b83c-85047e2448c2 req-5a964748-b906-4f90-9138-be355d62c7dd service neutron] 10.222.0.35 "GET /v2.0/networks/4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846870 Sep 08 00:44:48.174879 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-2c23b2c8-606d-4019-b83c-85047e2448c2 req-ddc55270-8859-4d34-8926-7705509f71ad service neutron] 10.222.0.35 "GET /v2.0/networks/4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796378 Sep 08 00:44:48.183806 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.agents_db [None req-8a21184a-e449-40d8-9b7c-bcfe602fdfc6 None None] Agent healthcheck: found 6 active agents {{(pid=105701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 00:44:48.473495 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f9f065-5356-41bb-a177-f4241f3191aa req-a74a17ae-13fd-4f8d-b2ef-25611385ca54 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:48.474872 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a1f9f065-5356-41bb-a177-f4241f3191aa req-a74a17ae-13fd-4f8d-b2ef-25611385ca54 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.0472083 Sep 08 00:44:48.512014 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a1f9f065-5356-41bb-a177-f4241f3191aa req-f789f9c6-5e68-4fd5-8e71-1917920e8adc tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302517 Sep 08 00:44:49.651391 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0ef95-edfe-471a-820e-0bb5a368dd65 req-a156f96d-a8e8-438a-bd7e-bd0a1adef202 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:49.653097 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-2dd0ef95-edfe-471a-820e-0bb5a368dd65 req-a156f96d-a8e8-438a-bd7e-bd0a1adef202 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.0696118 Sep 08 00:44:49.693363 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-2dd0ef95-edfe-471a-820e-0bb5a368dd65 req-9c98700a-fb87-4f4f-812d-fcccad6d14ac tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344043 Sep 08 00:44:50.814410 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb216e4-0791-4559-8bf6-8373064b0e54 req-808805a3-0cc8-4856-97f2-0d5f13180790 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:50.815957 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3bb216e4-0791-4559-8bf6-8373064b0e54 req-808805a3-0cc8-4856-97f2-0d5f13180790 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.0492883 Sep 08 00:44:50.825508 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-18987f53-2bf7-4c71-8b28-5676e5c8b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:50.832709 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:50.860317 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3bb216e4-0791-4559-8bf6-8373064b0e54 req-104e9aff-89c6-4b2b-bca9-6da7ba0181aa tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339057 Sep 08 00:44:51.605771 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:51.975676 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ace4a7-4cf2-41ad-95df-a8fb7ac7426e req-76b22367-7eab-47ed-b010-a3c4198dd940 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:51.977152 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-13ace4a7-4cf2-41ad-95df-a8fb7ac7426e req-76b22367-7eab-47ed-b010-a3c4198dd940 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.0531723 Sep 08 00:44:52.015835 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-13ace4a7-4cf2-41ad-95df-a8fb7ac7426e req-3cdecf04-76ec-4814-9f5f-92ad304af6fd tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319397 Sep 08 00:44:53.080674 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:44:53.130799 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046809fb-bee7-4f5c-9d0c-35b2613523c0 req-8265162f-ef71-488e-8abc-fb4a4aedfd61 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:53.132277 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-046809fb-bee7-4f5c-9d0c-35b2613523c0 req-8265162f-ef71-488e-8abc-fb4a4aedfd61 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.0496778 Sep 08 00:44:53.170869 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-046809fb-bee7-4f5c-9d0c-35b2613523c0 req-a5116fe5-3f1d-4597-b06c-fabdffb95632 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314620 Sep 08 00:44:54.283523 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15c061-cfed-4c03-b22e-8f9e39a15fa7 req-591f7c91-3908-4af2-82e9-66dd9ee76b24 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:54.285022 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ae15c061-cfed-4c03-b22e-8f9e39a15fa7 req-591f7c91-3908-4af2-82e9-66dd9ee76b24 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.0484140 Sep 08 00:44:54.321759 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ae15c061-cfed-4c03-b22e-8f9e39a15fa7 req-b46757ac-cf77-4869-b3c6-be1a7a35fae7 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309339 Sep 08 00:44:55.433449 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab9aac0-c445-47e7-b1d5-ca4a69cc1dcc req-c346ea2c-fc53-443b-a266-8951a637c0f7 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:55.434899 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-fab9aac0-c445-47e7-b1d5-ca4a69cc1dcc req-c346ea2c-fc53-443b-a266-8951a637c0f7 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.0478010 Sep 08 00:44:55.471825 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-fab9aac0-c445-47e7-b1d5-ca4a69cc1dcc req-5e817d9f-0c9e-452c-b92d-8063fb7a69be tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308068 Sep 08 00:44:56.584539 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9b86a-f092-49e7-b77c-e976985edd18 req-e6a9bc84-f040-4a7e-9061-b7fc5a0ab95b tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:56.585900 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5ae9b86a-f092-49e7-b77c-e976985edd18 req-e6a9bc84-f040-4a7e-9061-b7fc5a0ab95b tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.0498319 Sep 08 00:44:56.622236 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5ae9b86a-f092-49e7-b77c-e976985edd18 req-36c67dd5-eda3-4e79-b241-37952ed2ba5d tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301294 Sep 08 00:44:57.737911 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b738f-80b2-4810-b4f0-76cd30c7b81d req-cee7f97f-417a-4a36-8135-5599392d288c tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:57.739382 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4e5b738f-80b2-4810-b4f0-76cd30c7b81d req-cee7f97f-417a-4a36-8135-5599392d288c tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.0479982 Sep 08 00:44:57.777759 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4e5b738f-80b2-4810-b4f0-76cd30c7b81d req-266879e5-5208-45b9-b521-6bf5e1f1ce33 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324450 Sep 08 00:44:58.893927 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e0155-e645-40e8-bd24-3b341c2d6e8b req-21627edc-6eba-461c-823f-2247cc09ffba tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:44:58.895449 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a43e0155-e645-40e8-bd24-3b341c2d6e8b req-21627edc-6eba-461c-823f-2247cc09ffba tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.0494084 Sep 08 00:44:58.936081 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a43e0155-e645-40e8-bd24-3b341c2d6e8b req-c78a1d67-b312-4dd3-b217-38b77cf17a58 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343261 Sep 08 00:45:00.048701 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9fdbc-14ee-4d66-a71c-d6610731fe37 req-01638d8f-60c9-4602-ac47-f669d8d72480 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:00.050176 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6dd9fdbc-14ee-4d66-a71c-d6610731fe37 req-01638d8f-60c9-4602-ac47-f669d8d72480 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.0498099 Sep 08 00:45:00.086572 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6dd9fdbc-14ee-4d66-a71c-d6610731fe37 req-cd5b8404-cea9-497b-ad09-dd12f5bd41c7 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306857 Sep 08 00:45:01.196809 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f959f06a-e0ab-4e25-99ce-6c82cb1639f0 req-e5e91a92-aae5-4345-b84b-167b1600fa8a tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:01.198857 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f959f06a-e0ab-4e25-99ce-6c82cb1639f0 req-e5e91a92-aae5-4345-b84b-167b1600fa8a tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.0462246 Sep 08 00:45:01.236710 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f959f06a-e0ab-4e25-99ce-6c82cb1639f0 req-fed1fde7-6bab-4b75-99ad-de97c1752c87 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321550 Sep 08 00:45:02.351120 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a6fa0-7fa1-40af-8221-06f69c3a0780 req-05da66f4-c98d-4d23-a0d5-87c76ee6cb6e tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:02.352639 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6d3a6fa0-7fa1-40af-8221-06f69c3a0780 req-05da66f4-c98d-4d23-a0d5-87c76ee6cb6e tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.0501328 Sep 08 00:45:02.390400 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6d3a6fa0-7fa1-40af-8221-06f69c3a0780 req-82f6bec8-c429-4db7-b5b2-b8499239a94d tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312142 Sep 08 00:45:03.505973 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86414528-7fdb-498e-a5e7-ef65c75fae6b req-f3c31bda-5e9b-4725-a03b-299b6f2d5b82 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:03.507446 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-86414528-7fdb-498e-a5e7-ef65c75fae6b req-f3c31bda-5e9b-4725-a03b-299b6f2d5b82 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.0511281 Sep 08 00:45:03.544545 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-86414528-7fdb-498e-a5e7-ef65c75fae6b req-5cfadd44-94f8-4469-b3e4-5185fef371e4 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308566 Sep 08 00:45:04.656394 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64871d15-d0ef-4c04-b13d-5633f8d39d91 req-56674f98-8f36-48c1-8c20-fe1cc80d41be tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:04.657772 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-64871d15-d0ef-4c04-b13d-5633f8d39d91 req-56674f98-8f36-48c1-8c20-fe1cc80d41be tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.0482540 Sep 08 00:45:04.696703 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-64871d15-d0ef-4c04-b13d-5633f8d39d91 req-6a62244b-f175-4dc4-9d06-67995dab2328 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318277 Sep 08 00:45:05.815192 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db563f7e-5433-4fa6-82ff-77adbd0cf7bc req-fba5312c-997d-47d0-82b3-243e64a52a18 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:05.816824 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-db563f7e-5433-4fa6-82ff-77adbd0cf7bc req-fba5312c-997d-47d0-82b3-243e64a52a18 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.0534315 Sep 08 00:45:05.856340 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-db563f7e-5433-4fa6-82ff-77adbd0cf7bc req-55035b5f-f03a-4504-90ef-434b4cfe8c3c tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334916 Sep 08 00:45:06.987734 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e8996e-d2fb-4768-842c-cea51ac18f87 req-221fc278-69eb-4d59-917a-f1a05e0fc8a7 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:06.987734 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e0e8996e-d2fb-4768-842c-cea51ac18f87 req-221fc278-69eb-4d59-917a-f1a05e0fc8a7 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.0568678 Sep 08 00:45:07.021218 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e0e8996e-d2fb-4768-842c-cea51ac18f87 req-8d4ead64-f796-4983-ab35-31f7e80d535c tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322614 Sep 08 00:45:08.136110 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b56ed-aa8a-4c26-acbe-8261db219e68 req-7e66fb9c-fb3e-42a0-9f1f-92b58fed3dc4 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:08.141374 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e77b56ed-aa8a-4c26-acbe-8261db219e68 req-7e66fb9c-fb3e-42a0-9f1f-92b58fed3dc4 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.0526540 Sep 08 00:45:08.180912 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e77b56ed-aa8a-4c26-acbe-8261db219e68 req-9e0a70d9-e004-403c-b31d-0b58764c23d0 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337715 Sep 08 00:45:09.291403 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192fe6f4-720a-4caf-864c-2a0fb1ef461b req-e661db53-cfce-4913-9c4e-2da6c981f725 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:09.292913 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-192fe6f4-720a-4caf-864c-2a0fb1ef461b req-e661db53-cfce-4913-9c4e-2da6c981f725 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.0474067 Sep 08 00:45:09.331222 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-192fe6f4-720a-4caf-864c-2a0fb1ef461b req-2933471f-a4cd-4fbd-b107-d829378f52f2 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324056 Sep 08 00:45:10.445395 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a584e-ed7f-4a5a-916c-04c98c929dc7 req-8922da96-932a-49fc-bcb8-7b2a4097b099 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:10.446855 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-532a584e-ed7f-4a5a-916c-04c98c929dc7 req-8922da96-932a-49fc-bcb8-7b2a4097b099 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.0505478 Sep 08 00:45:10.488254 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-532a584e-ed7f-4a5a-916c-04c98c929dc7 req-10fa7378-efec-418b-a634-0456d8ad6291 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339644 Sep 08 00:45:11.602041 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355bcf4-1eb0-4ba0-92e7-402bdc0f8e00 req-fd5506f4-cfef-4ca9-88b7-194f31b88ab4 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:11.603610 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-d355bcf4-1eb0-4ba0-92e7-402bdc0f8e00 req-fd5506f4-cfef-4ca9-88b7-194f31b88ab4 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.0502708 Sep 08 00:45:11.642022 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-d355bcf4-1eb0-4ba0-92e7-402bdc0f8e00 req-bd8a594d-f128-4d01-89d4-80af82e3991b tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326037 Sep 08 00:45:12.751485 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a26c3-c536-42ae-8f75-c8410ffbeada req-b6d48b80-dda7-4c13-87c1-f09252a2f636 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:12.752982 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-470a26c3-c536-42ae-8f75-c8410ffbeada req-b6d48b80-dda7-4c13-87c1-f09252a2f636 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.0468154 Sep 08 00:45:12.788439 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-470a26c3-c536-42ae-8f75-c8410ffbeada req-30cad219-61be-46d6-8b9c-95435ab2a662 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297127 Sep 08 00:45:13.901448 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b25268-8ef6-452b-a658-9a8e21826a88 req-c7bbc2d4-0241-4db2-82a8-9cbe85699d3a tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:13.903627 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a5b25268-8ef6-452b-a658-9a8e21826a88 req-c7bbc2d4-0241-4db2-82a8-9cbe85699d3a tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.0509546 Sep 08 00:45:13.941642 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a5b25268-8ef6-452b-a658-9a8e21826a88 req-8ab33ba7-04dd-43bd-8b6d-5a14c9c4451c tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320487 Sep 08 00:45:14.513782 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:15.061605 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d7749-d2d0-470b-b64f-5bef70cabe2b req-76b65453-0f02-4b79-bfe3-152293ed950c tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:15.063387 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-508d7749-d2d0-470b-b64f-5bef70cabe2b req-76b65453-0f02-4b79-bfe3-152293ed950c tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.0488720 Sep 08 00:45:15.100431 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-508d7749-d2d0-470b-b64f-5bef70cabe2b req-4f80bbbc-fd2d-4a21-9b1b-7ae07785b7a4 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312657 Sep 08 00:45:16.211117 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b90797-80bf-43e0-a77d-7dfc3c6edf1c req-e07733c9-bc1f-49fc-a90a-881fd64a042c tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:16.212621 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a4b90797-80bf-43e0-a77d-7dfc3c6edf1c req-e07733c9-bc1f-49fc-a90a-881fd64a042c tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.0470421 Sep 08 00:45:16.250442 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a4b90797-80bf-43e0-a77d-7dfc3c6edf1c req-77cf5382-c9af-4ab1-901c-5513d845ec76 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319161 Sep 08 00:45:17.162852 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 49238) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:45:17.270983 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-b195a49d-c8ac-4dca-a305-fb8ad5d9e5c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:17.363568 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-b195a49d-c8ac-4dca-a305-fb8ad5d9e5c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:17.368085 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-b195a49d-c8ac-4dca-a305-fb8ad5d9e5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:17.411227 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-b195a49d-c8ac-4dca-a305-fb8ad5d9e5c3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=80c152ba8ab942fc931acf2465b9a85a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2473044 Sep 08 00:45:17.412485 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b195a49d-c8ac-4dca-a305-fb8ad5d9e5c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f42d671-1e6a-4d63-8e5c-eff94fa93fb0,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:17.414907 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 49244) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:45:17.466633 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-7e58c01e-901b-43ca-904e-27bbf55dbec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:17.491141 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-7e58c01e-901b-43ca-904e-27bbf55dbec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:17.538571 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-7e58c01e-901b-43ca-904e-27bbf55dbec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:17.541794 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-7e58c01e-901b-43ca-904e-27bbf55dbec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:17.543125 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-7e58c01e-901b-43ca-904e-27bbf55dbec6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5f42d671-1e6a-4d63-8e5c-eff94fa93fb0 HTTP/1.1" status: 204 len: 168 time: 0.1273024 Sep 08 00:45:17.551068 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e58c01e-901b-43ca-904e-27bbf55dbec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f42d671-1e6a-4d63-8e5c-eff94fa93fb0,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:17.552019 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a4544-8988-47a9-9b6c-a7b38e03af9a req-9ce91beb-b688-4d61-823b-71ab34b8b75e tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:17.556020 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-9e0a4544-8988-47a9-9b6c-a7b38e03af9a req-9ce91beb-b688-4d61-823b-71ab34b8b75e tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.2359514 Sep 08 00:45:17.605104 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-9e0a4544-8988-47a9-9b6c-a7b38e03af9a req-9e018a82-05fc-40f9-9464-bf4b4da42cc5 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420618 Sep 08 00:45:17.791336 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-d5819fcc-85ad-449f-9db1-9d4e41c9dedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:17.851834 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 49260) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:45:17.873732 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-8887d24d-5fce-4dfe-b5bf-94ed9b8a701c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:17.976229 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-8887d24d-5fce-4dfe-b5bf-94ed9b8a701c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:17.981376 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-8887d24d-5fce-4dfe-b5bf-94ed9b8a701c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:18.020825 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-8887d24d-5fce-4dfe-b5bf-94ed9b8a701c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0ea88270ef284748a3bb7ac238f90a31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1675744 Sep 08 00:45:18.021808 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8887d24d-5fce-4dfe-b5bf-94ed9b8a701c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5a9355-4b8e-4e28-9210-ed708ab34b4d,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:18.023644 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 49268) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:45:18.073154 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-aba66799-b8ac-4ba7-85a1-ab7555794dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:18.096228 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-aba66799-b8ac-4ba7-85a1-ab7555794dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:18.149780 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-aba66799-b8ac-4ba7-85a1-ab7555794dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:18.151425 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-aba66799-b8ac-4ba7-85a1-ab7555794dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:18.152597 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-aba66799-b8ac-4ba7-85a1-ab7555794dee admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dd5a9355-4b8e-4e28-9210-ed708ab34b4d HTTP/1.1" status: 204 len: 168 time: 0.1279221 Sep 08 00:45:18.163114 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba66799-b8ac-4ba7-85a1-ab7555794dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5a9355-4b8e-4e28-9210-ed708ab34b4d,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:18.683953 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c85a9bb-02ad-4fe4-87ab-b2f650ed1781 req-60b1776b-a7fb-4675-9915-d0ad809197a6 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:18.685502 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-8c85a9bb-02ad-4fe4-87ab-b2f650ed1781 req-60b1776b-a7fb-4675-9915-d0ad809197a6 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 946 time: 0.0708504 Sep 08 00:45:18.750386 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-8c85a9bb-02ad-4fe4-87ab-b2f650ed1781 req-d71be8f6-a27c-4a72-bc4d-b34e49d30f4b tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef029761-8d3e-4780-ae64-71113525f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546017 Sep 08 00:45:18.758557 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6a078-fc75-44cc-8bbf-22f530e57c51 req-833dc04c-181d-4139-8db8-0120755e986b tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:18.760052 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ebb6a078-fc75-44cc-8bbf-22f530e57c51 req-833dc04c-181d-4139-8db8-0120755e986b tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.0737064 Sep 08 00:45:18.804756 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ebb6a078-fc75-44cc-8bbf-22f530e57c51 req-d580ca87-a2e6-4dff-b84d-6c08b0527589 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336959 Sep 08 00:45:19.868619 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f1f5c-8e70-4167-897c-20bed86bdf16 req-5ef4d551-dc90-44ae-a677-cc26aa5be9ff tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:19.870208 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-236f1f5c-8e70-4167-897c-20bed86bdf16 req-5ef4d551-dc90-44ae-a677-cc26aa5be9ff tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 946 time: 0.0499229 Sep 08 00:45:19.934209 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-236f1f5c-8e70-4167-897c-20bed86bdf16 req-ab0b3598-cedb-4c04-a349-33c70a4ebec4 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef029761-8d3e-4780-ae64-71113525f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529993 Sep 08 00:45:19.944467 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 49374) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:45:19.953712 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb10892-dc01-421f-bab5-f2a04d91ee0c req-60a53076-3814-4d88-8a23-94e6c57e1bff tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:19.953712 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-fcb10892-dc01-421f-bab5-f2a04d91ee0c req-60a53076-3814-4d88-8a23-94e6c57e1bff tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.0768523 Sep 08 00:45:19.992987 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-fcb10892-dc01-421f-bab5-f2a04d91ee0c req-a8c41332-62f2-48b8-8627-5fbd20923823 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324016 Sep 08 00:45:20.049171 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-4d3dcf3a-eccf-461c-8b30-2c151a3c41c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:20.135801 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-4d3dcf3a-eccf-461c-8b30-2c151a3c41c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:20.140927 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-4d3dcf3a-eccf-461c-8b30-2c151a3c41c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:20.177805 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-4d3dcf3a-eccf-461c-8b30-2c151a3c41c4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ddd181ea56c44bbaa5c23153acc8f0b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2322798 Sep 08 00:45:20.179750 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3dcf3a-eccf-461c-8b30-2c151a3c41c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0adccef-7c0b-4fbb-9986-4ff86726a8b2,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:20.180538 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 49380) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:45:20.229657 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-2a323528-f9e8-4ef2-89c0-408a28fa0b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:20.251412 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-2a323528-f9e8-4ef2-89c0-408a28fa0b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:20.296691 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-2a323528-f9e8-4ef2-89c0-408a28fa0b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:20.299105 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-2a323528-f9e8-4ef2-89c0-408a28fa0b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:20.300269 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-2a323528-f9e8-4ef2-89c0-408a28fa0b84 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e0adccef-7c0b-4fbb-9986-4ff86726a8b2 HTTP/1.1" status: 204 len: 168 time: 0.1187558 Sep 08 00:45:20.308044 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a323528-f9e8-4ef2-89c0-408a28fa0b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0adccef-7c0b-4fbb-9986-4ff86726a8b2,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:20.568219 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 49390) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:45:20.581683 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-a60acb94-3d32-46d3-897f-26d6bd539acd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:20.672571 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-a60acb94-3d32-46d3-897f-26d6bd539acd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:20.676480 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-a60acb94-3d32-46d3-897f-26d6bd539acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:20.711540 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-a60acb94-3d32-46d3-897f-26d6bd539acd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9e034885d24e40a480ebf7783cf31df7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1422732 Sep 08 00:45:20.714529 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 49394) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:45:20.715838 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60acb94-3d32-46d3-897f-26d6bd539acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c59b09-9b4a-4215-be35-5d82627d7ff6,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:20.760150 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-bac18f97-f1af-4067-a13b-0a5e6e765b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:20.780857 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-bac18f97-f1af-4067-a13b-0a5e6e765b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:20.809775 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-391ffb63-d27e-4074-8cb8-519391866526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:20.829546 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:20.844563 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-bac18f97-f1af-4067-a13b-0a5e6e765b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:20.847026 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-bac18f97-f1af-4067-a13b-0a5e6e765b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:20.848195 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-bac18f97-f1af-4067-a13b-0a5e6e765b93 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/05c59b09-9b4a-4215-be35-5d82627d7ff6 HTTP/1.1" status: 204 len: 168 time: 0.1327140 Sep 08 00:45:20.856076 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac18f97-f1af-4067-a13b-0a5e6e765b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c59b09-9b4a-4215-be35-5d82627d7ff6,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:21.050848 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd9c66-7b97-4a6b-9469-9275d4b4d635 req-935a935f-d7f7-4391-a1ef-17a7c911d617 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:21.052428 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-90cd9c66-7b97-4a6b-9469-9275d4b4d635 req-935a935f-d7f7-4391-a1ef-17a7c911d617 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 946 time: 0.0512156 Sep 08 00:45:21.114671 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-90cd9c66-7b97-4a6b-9469-9275d4b4d635 req-08b5719c-9f1d-4b70-a9ab-0850a2482f4e tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef029761-8d3e-4780-ae64-71113525f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557959 Sep 08 00:45:21.133487 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69636c-9f52-46f8-bc39-9ee3d8ad6439 req-889d09af-7510-441b-80e1-d0d756d39703 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:21.134957 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4c69636c-9f52-46f8-bc39-9ee3d8ad6439 req-889d09af-7510-441b-80e1-d0d756d39703 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.0631666 Sep 08 00:45:21.173528 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4c69636c-9f52-46f8-bc39-9ee3d8ad6439 req-b6a8c1a4-6fa3-4900-bf1e-f218abc34e81 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326109 Sep 08 00:45:21.610601 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:22.236181 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf3dfe-dff1-4edc-b5e8-c1f5e0569dd7 req-e2467128-c38e-4421-a8ed-db1bc7bb5d0d tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:22.237978 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1bbf3dfe-dff1-4edc-b5e8-c1f5e0569dd7 req-e2467128-c38e-4421-a8ed-db1bc7bb5d0d tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 946 time: 0.0544500 Sep 08 00:45:22.298013 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1bbf3dfe-dff1-4edc-b5e8-c1f5e0569dd7 req-b0fe2482-535f-4a6a-a4d5-282ec0e2b59f tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef029761-8d3e-4780-ae64-71113525f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541973 Sep 08 00:45:22.324873 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3688878e-94f4-4db1-ad4b-f064e5e3faa9 req-ce036a79-341d-44c9-aa18-873a122de2a5 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:22.326369 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3688878e-94f4-4db1-ad4b-f064e5e3faa9 req-ce036a79-341d-44c9-aa18-873a122de2a5 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.0637777 Sep 08 00:45:22.365752 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3688878e-94f4-4db1-ad4b-f064e5e3faa9 req-6876c9ea-ee3e-4a22-a75a-cf698570cca3 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331173 Sep 08 00:45:23.082120 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:23.225577 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 49494) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:45:23.330114 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-c9970001-cf83-42f4-9721-bf83e12f2c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:23.433879 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c35de-10f4-4f6e-acb4-0156abd4b978 req-6e199a42-bb24-4a05-8398-9629327feac1 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:23.435785 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4f1c35de-10f4-4f6e-acb4-0156abd4b978 req-6e199a42-bb24-4a05-8398-9629327feac1 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 946 time: 0.0709810 Sep 08 00:45:23.509109 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-c9970001-cf83-42f4-9721-bf83e12f2c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:23.522181 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-c9970001-cf83-42f4-9721-bf83e12f2c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:23.541974 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d339cc3-e078-4bc4-8ef8-16b7ba399d9e req-69937e09-ae3f-415b-b950-f4af6eec7df4 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:23.543660 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-7d339cc3-e078-4bc4-8ef8-16b7ba399d9e req-69937e09-ae3f-415b-b950-f4af6eec7df4 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.1058509 Sep 08 00:45:23.552481 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4f1c35de-10f4-4f6e-acb4-0156abd4b978 req-6f4cc291-9f45-4558-96c7-ea436e3218b0 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef029761-8d3e-4780-ae64-71113525f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041369 Sep 08 00:45:23.587380 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9970001-cf83-42f4-9721-bf83e12f2c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7439f194-47b4-48d0-a07c-08cdc09c563d,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:23.594047 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-c9970001-cf83-42f4-9721-bf83e12f2c5a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ec54c734ce3c4be2b15006da543124b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3674498 Sep 08 00:45:23.596845 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 49508) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:45:23.611631 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-7d339cc3-e078-4bc4-8ef8-16b7ba399d9e req-43216c5d-9946-4272-af90-12dcddc59979 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567017 Sep 08 00:45:23.645973 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-a417b51f-75af-46ba-b07d-0a5c61c20889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:23.665435 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-a417b51f-75af-46ba-b07d-0a5c61c20889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:23.713053 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-a417b51f-75af-46ba-b07d-0a5c61c20889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:23.715580 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-a417b51f-75af-46ba-b07d-0a5c61c20889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:23.718958 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-a417b51f-75af-46ba-b07d-0a5c61c20889 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7439f194-47b4-48d0-a07c-08cdc09c563d HTTP/1.1" status: 204 len: 168 time: 0.1189082 Sep 08 00:45:23.724143 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a417b51f-75af-46ba-b07d-0a5c61c20889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7439f194-47b4-48d0-a07c-08cdc09c563d,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:23.978061 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 49518) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:45:23.991919 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-268a5e70-c3ae-4e9b-a586-13ddb6b76253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:24.077010 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-268a5e70-c3ae-4e9b-a586-13ddb6b76253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:24.080762 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-268a5e70-c3ae-4e9b-a586-13ddb6b76253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:24.120956 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-268a5e70-c3ae-4e9b-a586-13ddb6b76253 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9b561a7775a048a796c1ab11a15d0e9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1411777 Sep 08 00:45:24.121880 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268a5e70-c3ae-4e9b-a586-13ddb6b76253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e22f97-7c11-45a2-8cd5-5488ad934dd2,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:24.124620 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 49520) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:45:24.170580 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-398a9781-1e8e-4dab-9281-6e00c01a726f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:24.190615 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-398a9781-1e8e-4dab-9281-6e00c01a726f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:24.236944 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-398a9781-1e8e-4dab-9281-6e00c01a726f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:24.239543 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-398a9781-1e8e-4dab-9281-6e00c01a726f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:24.242996 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-398a9781-1e8e-4dab-9281-6e00c01a726f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/84e22f97-7c11-45a2-8cd5-5488ad934dd2 HTTP/1.1" status: 204 len: 168 time: 0.1147377 Sep 08 00:45:24.248681 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a9781-1e8e-4dab-9281-6e00c01a726f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e22f97-7c11-45a2-8cd5-5488ad934dd2,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:24.687895 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de627852-d10e-435e-b447-823736edd35b req-2b1dd4ad-8993-43a2-8df0-df7ff9f84e9b tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:24.689439 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-de627852-d10e-435e-b447-823736edd35b req-2b1dd4ad-8993-43a2-8df0-df7ff9f84e9b tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 946 time: 0.0541430 Sep 08 00:45:24.760182 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-de627852-d10e-435e-b447-823736edd35b req-38f769d9-157f-46a0-b2cb-9ba4e4e5e45b tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef029761-8d3e-4780-ae64-71113525f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596495 Sep 08 00:45:24.771264 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46466f-b4f6-4222-9f45-9cc96e8d96b6 req-e8a964a8-312b-4bf6-b205-289b11583d21 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:24.781247 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6c46466f-b4f6-4222-9f45-9cc96e8d96b6 req-e8a964a8-312b-4bf6-b205-289b11583d21 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.0823405 Sep 08 00:45:24.813386 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6c46466f-b4f6-4222-9f45-9cc96e8d96b6 req-5939794a-0b0d-4567-9c70-5a1c45f508aa tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329218 Sep 08 00:45:25.184068 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.agents_db [None req-8a21184a-e449-40d8-9b7c-bcfe602fdfc6 None None] Agent healthcheck: found 6 active agents {{(pid=105701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 00:45:25.878725 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8fc67c-f665-4544-8e66-4149329f8c00 req-c71e021b-bfb3-4785-a768-c7dda310a033 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:25.880234 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5e8fc67c-f665-4544-8e66-4149329f8c00 req-c71e021b-bfb3-4785-a768-c7dda310a033 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 946 time: 0.0514779 Sep 08 00:45:25.920883 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5e8fc67c-f665-4544-8e66-4149329f8c00 req-ace07a4a-7f4f-4e00-9e16-38fb5e919939 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef029761-8d3e-4780-ae64-71113525f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332656 Sep 08 00:45:25.985061 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b5596c-c0bc-47e2-b573-764a034d2658 req-2b52d630-9ab9-4954-aff1-c044be41a6d0 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:25.986721 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-93b5596c-c0bc-47e2-b573-764a034d2658 req-2b52d630-9ab9-4954-aff1-c044be41a6d0 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.0518038 Sep 08 00:45:26.029725 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-93b5596c-c0bc-47e2-b573-764a034d2658 req-a2c0fe77-4295-4285-a899-d808e3504eeb tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356646 Sep 08 00:45:26.907860 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af07a90-b6df-4a7e-9916-33fce873fb0d req-ecf751df-c0ff-4d28-bb9e-21f808b5288e tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:26.909800 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6af07a90-b6df-4a7e-9916-33fce873fb0d req-ecf751df-c0ff-4d28-bb9e-21f808b5288e tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 946 time: 0.0526061 Sep 08 00:45:27.087253 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1faaa-742e-4785-bd2f-c2c3b088ad0a req-f22fb33c-2ead-4885-be7c-024be74f3faf tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:27.088739 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-9bc1faaa-742e-4785-bd2f-c2c3b088ad0a req-f22fb33c-2ead-4885-be7c-024be74f3faf tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 946 time: 0.0868690 Sep 08 00:45:27.126749 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.plugin [req-6af07a90-b6df-4a7e-9916-33fce873fb0d req-fa91f06b-32dc-48c7-a4ea-eb13cb853e8b tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Deleting port 79053316-4148-40b1-b73e-d8c7f862ef86 {{(pid=105699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 00:45:27.126988 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-6af07a90-b6df-4a7e-9916-33fce873fb0d req-fa91f06b-32dc-48c7-a4ea-eb13cb853e8b tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256891158'] for port, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:27.217366 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-9bc1faaa-742e-4785-bd2f-c2c3b088ad0a req-d16fe3af-1468-4c1c-9ec2-edc40ba412bd tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef029761-8d3e-4780-ae64-71113525f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210449 Sep 08 00:45:27.237210 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5bb6d-cbc2-44dd-af55-6301440574cb req-6f34e52e-e381-4545-bc7a-4ba146c2d794 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:27.238646 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4eb5bb6d-cbc2-44dd-af55-6301440574cb req-6f34e52e-e381-4545-bc7a-4ba146c2d794 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.1412714 Sep 08 00:45:27.275240 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.db [req-6af07a90-b6df-4a7e-9916-33fce873fb0d req-fa91f06b-32dc-48c7-a4ea-eb13cb853e8b tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] For port 79053316-4148-40b1-b73e-d8c7f862ef86, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=79053316-4148-40b1-b73e-d8c7f862ef86,segment=NetworkSegment(8c43ed1d-4fd4-4ffb-a9bf-23a634afd854),segment_id=8c43ed1d-4fd4-4ffb-a9bf-23a634afd854)] {{(pid=105699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:45:27.275613 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-6af07a90-b6df-4a7e-9916-33fce873fb0d req-fa91f06b-32dc-48c7-a4ea-eb13cb853e8b tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538637'] for port, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:27.298178 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.plugin [req-6af07a90-b6df-4a7e-9916-33fce873fb0d req-fa91f06b-32dc-48c7-a4ea-eb13cb853e8b tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Calling delete_port for 79053316-4148-40b1-b73e-d8c7f862ef86 owned by compute:nova {{(pid=105699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 00:45:27.308913 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4eb5bb6d-cbc2-44dd-af55-6301440574cb req-a273b927-ea29-4084-8a17-73fe654ff99e tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635052 Sep 08 00:45:27.448852 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-6af07a90-b6df-4a7e-9916-33fce873fb0d req-fa91f06b-32dc-48c7-a4ea-eb13cb853e8b tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256896220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792256344486'] for port, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:27.476793 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa91f06b-32dc-48c7-a4ea-eb13cb853e8b tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Pushing event deleted for resources: {'Port': ['ID=79053316-4148-40b1-b73e-d8c7f862ef86,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:27.486879 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] get_ports_and_sgs() called for port_ids ['79053316-4148-40b1-b73e-d8c7f862ef86'] {{(pid=105700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 00:45:27.537587 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af07a90-b6df-4a7e-9916-33fce873fb0d req-fa91f06b-32dc-48c7-a4ea-eb13cb853e8b tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] No DVR routers for this DVR port 79053316-4148-40b1-b73e-d8c7f862ef86 on host hv-cinder-75996 {{(pid=105699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 00:45:27.540797 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-6af07a90-b6df-4a7e-9916-33fce873fb0d req-fa91f06b-32dc-48c7-a4ea-eb13cb853e8b tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for port, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:27.543460 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6af07a90-b6df-4a7e-9916-33fce873fb0d req-fa91f06b-32dc-48c7-a4ea-eb13cb853e8b tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.35 "DELETE /v2.0/ports/79053316-4148-40b1-b73e-d8c7f862ef86 HTTP/1.1" status: 204 len: 173 time: 0.6270092 Sep 08 00:45:27.543940 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed207d2e-6368-46c4-85e2-7610b6d2d614', 'name': 'network-vif-deleted', 'tag': '79053316-4148-40b1-b73e-d8c7f862ef86'}] {{(pid=105699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:45:27.546198 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3219a0c12e8a5a78bd5034d738b4394f25721dc263a67c7d4cfc0eaa1ac0f340" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d396cbb3-e82f-4de8-8d47-82d04ebf20ee" -d '{"events": [{"server_uuid": "ed207d2e-6368-46c4-85e2-7610b6d2d614", "name": "network-vif-deleted", "tag": "79053316-4148-40b1-b73e-d8c7f862ef86"}]}' {{(pid=105699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:45:27.583979 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 00:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5302ced-c587-4d98-8af1-d256b2ae838a x-openstack-request-id: req-d5302ced-c587-4d98-8af1-d256b2ae838a {{(pid=105699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:45:27.584274 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed207d2e-6368-46c4-85e2-7610b6d2d614", "name": "network-vif-deleted", "tag": "79053316-4148-40b1-b73e-d8c7f862ef86", "status": "completed", "code": 200}]} {{(pid=105699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:45:27.584527 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d5302ced-c587-4d98-8af1-d256b2ae838a {{(pid=105699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:45:27.584963 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed207d2e-6368-46c4-85e2-7610b6d2d614', 'name': 'network-vif-deleted', 'tag': '79053316-4148-40b1-b73e-d8c7f862ef86', 'status': 'completed', 'code': 200} Sep 08 00:45:27.859790 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aae0bd-9356-4e15-b746-2979158f12e2 req-8b7ca000-5087-4108-8b83-4ace746ef3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:27.861308 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-25aae0bd-9356-4e15-b746-2979158f12e2 req-8b7ca000-5087-4108-8b83-4ace746ef3bb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 1098 time: 0.0403488 Sep 08 00:45:27.896758 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-25aae0bd-9356-4e15-b746-2979158f12e2 req-9e1ef7f7-1791-467b-ba06-e15a0c3fe011 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272858 Sep 08 00:45:28.309835 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-037e20fa-2e4c-400c-bcf8-bb1eb3f18897 req-b0159fe4-ac58-4658-aa08-ead37778a97f tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 210 time: 0.0249488 Sep 08 00:45:28.433751 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335cc02a-a37c-4a71-ad9f-414ea76e360c req-b04c8f07-8646-4e91-8981-97d992208bec tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:28.435396 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-335cc02a-a37c-4a71-ad9f-414ea76e360c req-b04c8f07-8646-4e91-8981-97d992208bec tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.0541849 Sep 08 00:45:28.475272 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-335cc02a-a37c-4a71-ad9f-414ea76e360c req-74d9028a-73df-43c7-ba43-28a9e3a43717 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334229 Sep 08 00:45:29.357024 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 49694) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:45:29.423757 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0bea9851-0285-4e67-b26a-e4fa1227bead req-f1baa14c-64b0-4b25-97cb-5b3c00a5bd5e tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 210 time: 0.0286353 Sep 08 00:45:29.464074 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-30d89b15-48c4-48a9-997b-8a2cce37f1e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:29.577848 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-30d89b15-48c4-48a9-997b-8a2cce37f1e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:29.584883 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-30d89b15-48c4-48a9-997b-8a2cce37f1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:29.630291 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c9ace-eb08-4b92-900f-846a871a3aea req-6d2e5d7e-c711-435b-8cdb-b584ae447857 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:29.631801 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-587c9ace-eb08-4b92-900f-846a871a3aea req-6d2e5d7e-c711-435b-8cdb-b584ae447857 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.0876892 Sep 08 00:45:29.638170 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-30d89b15-48c4-48a9-997b-8a2cce37f1e3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4eb558472f7d4c6d81f2eaadd28d15f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2800658 Sep 08 00:45:29.640921 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d89b15-48c4-48a9-997b-8a2cce37f1e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa74127-f540-4a82-bcd5-002817686c3c,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:29.641197 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 49702) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:45:29.676246 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-587c9ace-eb08-4b92-900f-846a871a3aea req-8383e8a5-bfb3-4a92-bbba-4854f3ab04c3 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370343 Sep 08 00:45:29.691567 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-058aee5b-d208-40fd-bd1f-7fd1dec82aed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:29.711953 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-058aee5b-d208-40fd-bd1f-7fd1dec82aed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:29.757187 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-058aee5b-d208-40fd-bd1f-7fd1dec82aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:29.759757 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-058aee5b-d208-40fd-bd1f-7fd1dec82aed admin admin] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:29.761540 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-058aee5b-d208-40fd-bd1f-7fd1dec82aed admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/efa74127-f540-4a82-bcd5-002817686c3c HTTP/1.1" status: 204 len: 168 time: 0.1185944 Sep 08 00:45:29.768639 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058aee5b-d208-40fd-bd1f-7fd1dec82aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa74127-f540-4a82-bcd5-002817686c3c,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:30.016917 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 49708) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:45:30.029953 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-5d8743b5-f1e6-4fb0-8124-3222b8c85718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:30.116910 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-5d8743b5-f1e6-4fb0-8124-3222b8c85718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:30.121145 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-5d8743b5-f1e6-4fb0-8124-3222b8c85718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:30.157471 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-5d8743b5-f1e6-4fb0-8124-3222b8c85718 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=254978a7635c415da89b80ff4ba5a942&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1394353 Sep 08 00:45:30.159335 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8743b5-f1e6-4fb0-8124-3222b8c85718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2203a925-a657-4610-8364-af2614b3b147,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:30.160140 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 49714) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:45:30.212518 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-38d591e6-ed00-4101-8469-11757601df58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:30.233103 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-38d591e6-ed00-4101-8469-11757601df58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:30.281553 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-38d591e6-ed00-4101-8469-11757601df58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:30.284045 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-38d591e6-ed00-4101-8469-11757601df58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:30.285213 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-38d591e6-ed00-4101-8469-11757601df58 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2203a925-a657-4610-8364-af2614b3b147 HTTP/1.1" status: 204 len: 168 time: 0.1240993 Sep 08 00:45:30.297377 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d591e6-ed00-4101-8469-11757601df58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2203a925-a657-4610-8364-af2614b3b147,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:30.529571 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0892aca4-6f2a-4556-b0f0-47035a6274b3 req-ad58a83e-c5b9-4289-8113-22e24f369820 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 210 time: 0.0252876 Sep 08 00:45:30.788562 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5943580-0cb9-4cc6-8e59-4badfc240ca6 req-dd3a5888-dcfc-4e70-8360-699b3f74afab tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:30.790036 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-b5943580-0cb9-4cc6-8e59-4badfc240ca6 req-dd3a5888-dcfc-4e70-8360-699b3f74afab tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.0491009 Sep 08 00:45:30.829224 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-b5943580-0cb9-4cc6-8e59-4badfc240ca6 req-63211836-d0ab-44fc-85d1-248b940c5077 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324125 Sep 08 00:45:31.635466 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-41d9e7d5-6b33-4eb8-ac10-d0fa4aa15df9 req-dec569b4-f3cd-4eec-b2b0-1203ff73a88e tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 210 time: 0.0289576 Sep 08 00:45:31.942488 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27664526-91fe-4924-a1b9-127bf2638fef req-781bf7a6-6332-4b01-a694-532beec57a8d tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:31.943973 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-27664526-91fe-4924-a1b9-127bf2638fef req-781bf7a6-6332-4b01-a694-532beec57a8d tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.0467575 Sep 08 00:45:31.982400 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-27664526-91fe-4924-a1b9-127bf2638fef req-bb4c6644-df5c-42af-af9a-4bb2c5b6a184 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313792 Sep 08 00:45:32.115808 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 49798) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:45:32.219147 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-30c9cf98-e717-40e2-8360-b0fe92495f70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:32.307399 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-30c9cf98-e717-40e2-8360-b0fe92495f70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:32.311122 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-30c9cf98-e717-40e2-8360-b0fe92495f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:32.348796 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-30c9cf98-e717-40e2-8360-b0fe92495f70 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cab4cb7701204ee8a5173a496eb29bae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2318678 Sep 08 00:45:32.349627 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c9cf98-e717-40e2-8360-b0fe92495f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece98aeb-24c1-4e3e-afe9-18eda2e38917,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:32.351529 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 49806) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:45:32.356856 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9cf98-e717-40e2-8360-b0fe92495f70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:45:32.357209 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9cf98-e717-40e2-8360-b0fe92495f70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:45:32.357578 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9cf98-e717-40e2-8360-b0fe92495f70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:45:32.357921 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9cf98-e717-40e2-8360-b0fe92495f70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:45:32.358250 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9cf98-e717-40e2-8360-b0fe92495f70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:45:32.358581 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9cf98-e717-40e2-8360-b0fe92495f70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:45:32.358910 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9cf98-e717-40e2-8360-b0fe92495f70 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:45:32.359240 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9cf98-e717-40e2-8360-b0fe92495f70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:45:32.359606 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9cf98-e717-40e2-8360-b0fe92495f70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:45:32.359922 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9cf98-e717-40e2-8360-b0fe92495f70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:45:32.360248 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9cf98-e717-40e2-8360-b0fe92495f70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:45:32.360611 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9cf98-e717-40e2-8360-b0fe92495f70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:45:32.411740 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-58ae9df0-6f46-4dfa-81b2-084bcf1963b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:32.432730 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-58ae9df0-6f46-4dfa-81b2-084bcf1963b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:32.478843 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-58ae9df0-6f46-4dfa-81b2-084bcf1963b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:32.481904 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-58ae9df0-6f46-4dfa-81b2-084bcf1963b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:32.483032 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-58ae9df0-6f46-4dfa-81b2-084bcf1963b1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ece98aeb-24c1-4e3e-afe9-18eda2e38917 HTTP/1.1" status: 204 len: 168 time: 0.1305208 Sep 08 00:45:32.490600 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ae9df0-6f46-4dfa-81b2-084bcf1963b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece98aeb-24c1-4e3e-afe9-18eda2e38917,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:32.498304 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ae9df0-6f46-4dfa-81b2-084bcf1963b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:45:32.498653 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ae9df0-6f46-4dfa-81b2-084bcf1963b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:45:32.499003 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ae9df0-6f46-4dfa-81b2-084bcf1963b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:45:32.499338 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ae9df0-6f46-4dfa-81b2-084bcf1963b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:45:32.499738 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ae9df0-6f46-4dfa-81b2-084bcf1963b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:45:32.500076 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ae9df0-6f46-4dfa-81b2-084bcf1963b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:45:32.500404 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ae9df0-6f46-4dfa-81b2-084bcf1963b1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:45:32.500748 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ae9df0-6f46-4dfa-81b2-084bcf1963b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:45:32.501053 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ae9df0-6f46-4dfa-81b2-084bcf1963b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:45:32.501467 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ae9df0-6f46-4dfa-81b2-084bcf1963b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:45:32.501794 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ae9df0-6f46-4dfa-81b2-084bcf1963b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:45:32.502112 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ae9df0-6f46-4dfa-81b2-084bcf1963b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:45:32.744405 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 49820) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:45:32.747927 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-9612430e-f57a-41d1-a5bc-260b42c1866b req-4ed03c21-1ede-4ac5-8825-a5093f559b95 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 210 time: 0.0294759 Sep 08 00:45:32.757385 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-b2a9e815-e16f-476d-ba9b-8eccc1f94c2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:32.847571 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-b2a9e815-e16f-476d-ba9b-8eccc1f94c2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:32.851833 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-b2a9e815-e16f-476d-ba9b-8eccc1f94c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:32.887313 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a9e815-e16f-476d-ba9b-8eccc1f94c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbc8938-1647-42f1-80c5-92bd3964be49,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:32.891522 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-b2a9e815-e16f-476d-ba9b-8eccc1f94c2b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d4de1aa782b04b84b40d3155c73427c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1459777 Sep 08 00:45:32.894207 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 49822) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:45:32.942901 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-1567e426-e49a-4e75-9a3d-7047f8735a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:32.963624 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-1567e426-e49a-4e75-9a3d-7047f8735a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:33.008642 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-1567e426-e49a-4e75-9a3d-7047f8735a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:33.011970 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-1567e426-e49a-4e75-9a3d-7047f8735a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:33.013125 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-1567e426-e49a-4e75-9a3d-7047f8735a2b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2cbc8938-1647-42f1-80c5-92bd3964be49 HTTP/1.1" status: 204 len: 168 time: 0.1180151 Sep 08 00:45:33.021165 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1567e426-e49a-4e75-9a3d-7047f8735a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbc8938-1647-42f1-80c5-92bd3964be49,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:33.105890 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e320ecc-c11e-43df-a533-792c83f690ab req-dd93ae26-5bfc-4bc9-adbb-06f4fcf7f1de tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:33.107531 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5e320ecc-c11e-43df-a533-792c83f690ab req-dd93ae26-5bfc-4bc9-adbb-06f4fcf7f1de tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.0503986 Sep 08 00:45:33.146588 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5e320ecc-c11e-43df-a533-792c83f690ab req-d15ecb12-0fe5-41d9-845a-bcda3a523d7a tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329907 Sep 08 00:45:33.666931 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 49856) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:45:33.759609 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [None req-be9d466e-b2d1-4753-b9ca-da1f0e9c9965 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-731395280-network', 'tenant_id': 'a49ed6d729414c3496b393bca042a9cf'}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:45:33.782613 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9d466e-b2d1-4753-b9ca-da1f0e9c9965 admin admin] Made reservation on behalf of a49ed6d729414c3496b393bca042a9cf for: {'network': 1} {{(pid=105698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:45:33.785074 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-be9d466e-b2d1-4753-b9ca-da1f0e9c9965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for network, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:33.793760 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-be9d466e-b2d1-4753-b9ca-da1f0e9c9965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:33.851663 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e2fa4dbc-47e1-41e5-a666-3bba637122c9 req-916bda4b-5667-4161-9dc2-d640b214891f tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 210 time: 0.0272975 Sep 08 00:45:33.883186 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-be9d466e-b2d1-4753-b9ca-da1f0e9c9965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:33.887433 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-be9d466e-b2d1-4753-b9ca-da1f0e9c9965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:33.916558 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be9d466e-b2d1-4753-b9ca-da1f0e9c9965 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=105698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 00:45:33.925385 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9d466e-b2d1-4753-b9ca-da1f0e9c9965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8b8e88-7eb0-4a82-846a-53732444d18d,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:33.931179 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-be9d466e-b2d1-4753-b9ca-da1f0e9c9965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3575388'] for segment, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:33.931542 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.db.segments_db [None req-be9d466e-b2d1-4753-b9ca-da1f0e9c9965 admin admin] Added segment 0267beba-2600-462f-acfe-1c1bd763de51 of type vlan for network 29c6e65d-3e6f-43c9-b954-0d1d904bf3b3 Sep 08 00:45:33.970628 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-be9d466e-b2d1-4753-b9ca-da1f0e9c9965 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792256300036'] for network, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:33.993621 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-be9d466e-b2d1-4753-b9ca-da1f0e9c9965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586'] for network, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:33.994496 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9d466e-b2d1-4753-b9ca-da1f0e9c9965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:33.995721 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-be9d466e-b2d1-4753-b9ca-da1f0e9c9965 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for network, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:34.028092 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-be9d466e-b2d1-4753-b9ca-da1f0e9c9965 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3599420 Sep 08 00:45:34.031189 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 49862) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:45:34.035993 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [None req-348d9fa6-3024-40fc-b6c8-296772230e7b admin admin] Request body: {'subnet': {'network_id': '29c6e65d-3e6f-43c9-b954-0d1d904bf3b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-731395280-subnet', 'tenant_id': 'a49ed6d729414c3496b393bca042a9cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:45:34.055663 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9d466e-b2d1-4753-b9ca-da1f0e9c9965 admin admin] Pushing event updated for resources: {'Network': ['ID=29c6e65d-3e6f-43c9-b954-0d1d904bf3b3,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:34.056929 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348d9fa6-3024-40fc-b6c8-296772230e7b admin admin] Made reservation on behalf of a49ed6d729414c3496b393bca042a9cf for: {'subnet': 1} {{(pid=105699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:45:34.060245 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-348d9fa6-3024-40fc-b6c8-296772230e7b admin admin] Notify callbacks [] for subnet, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:34.066165 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Network 29c6e65d-3e6f-43c9-b954-0d1d904bf3b3 details requested by agent ovs-agent-dv-cinder-759961-13-iscsi with host dv-cinder-759961-13-iscsi {{(pid=105700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 00:45:34.230329 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-348d9fa6-3024-40fc-b6c8-296772230e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586'] for subnet, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:34.485820 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42fe77-70eb-423d-9d61-de654e0fc4ea req-a4604201-81b5-4038-9eb1-7a5cdd0d1337 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:34.487329 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-cf42fe77-70eb-423d-9d61-de654e0fc4ea req-a4604201-81b5-4038-9eb1-7a5cdd0d1337 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.2727544 Sep 08 00:45:34.487948 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348d9fa6-3024-40fc-b6c8-296772230e7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b9691fb-d2c5-4c5e-97c8-5f6ba70db11b,revision_number=0']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:34.504350 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348d9fa6-3024-40fc-b6c8-296772230e7b admin admin] Checking segment: {'id': '0267beba-2600-462f-acfe-1c1bd763de51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '29c6e65d-3e6f-43c9-b954-0d1d904bf3b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:45:34.504697 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348d9fa6-3024-40fc-b6c8-296772230e7b admin admin] Network hostable DHCP agents. Network: 29c6e65d-3e6f-43c9-b954-0d1d904bf3b3, hostable agents: ['08f6a972-2c18-45c5-8342-7a3ab768691a'], hosted agents: [] {{(pid=105699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 00:45:34.535554 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348d9fa6-3024-40fc-b6c8-296772230e7b admin admin] Network 29c6e65d-3e6f-43c9-b954-0d1d904bf3b3 is scheduled to be hosted by DHCP agent 08f6a972-2c18-45c5-8342-7a3ab768691a with binding_index 1 {{(pid=105699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 00:45:34.547226 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-cf42fe77-70eb-423d-9d61-de654e0fc4ea req-d67a3819-f3e5-4afd-b3aa-a00d1cc348eb tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487068 Sep 08 00:45:34.548221 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.base_scheduler [None req-348d9fa6-3024-40fc-b6c8-296772230e7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-13-iscsi, 29c6e65d-3e6f-43c9-b954-0d1d904bf3b3) {{(pid=105699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:45:34.552287 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348d9fa6-3024-40fc-b6c8-296772230e7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:34.552866 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-348d9fa6-3024-40fc-b6c8-296772230e7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for subnet, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:34.562611 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60ebb82-1597-4516-b23a-058a44fa20ae None None] Network 29c6e65d-3e6f-43c9-b954-0d1d904bf3b3 requested from dv-cinder-759961-13-iscsi {{(pid=105700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 00:45:34.571886 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-348d9fa6-3024-40fc-b6c8-296772230e7b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5394399 Sep 08 00:45:34.701528 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4422151f-2cc2-4b18-8538-40cd4a0910b5 None None] Network 29c6e65d-3e6f-43c9-b954-0d1d904bf3b3 requested from dv-cinder-759961-13-iscsi {{(pid=105700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 00:45:34.958364 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f983b891-1e79-49ac-90cb-26264fd6d645 req-17e466ed-10b9-46be-acb0-83713eee367d tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 210 time: 0.0271575 Sep 08 00:45:35.036257 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 49892) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:45:35.041049 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [None req-7c0c6848-3652-412e-bbb4-264301f994f3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1217435382-network', 'tenant_id': '45c3f75e5b89430a9ec0e83713080c3e'}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:45:35.060781 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0c6848-3652-412e-bbb4-264301f994f3 admin admin] Made reservation on behalf of 45c3f75e5b89430a9ec0e83713080c3e for: {'network': 1} {{(pid=105699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:45:35.062862 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6848-3652-412e-bbb4-264301f994f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for network, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:35.070792 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6848-3652-412e-bbb4-264301f994f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:35.153399 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6848-3652-412e-bbb4-264301f994f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:35.156888 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6848-3652-412e-bbb4-264301f994f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:35.179906 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c0c6848-3652-412e-bbb4-264301f994f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=105699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 00:45:35.189634 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c6848-3652-412e-bbb4-264301f994f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e346550d-19d9-4683-b3a1-c97961aa3584,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:35.194134 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6848-3652-412e-bbb4-264301f994f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3575388'] for segment, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:35.194476 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.db.segments_db [None req-7c0c6848-3652-412e-bbb4-264301f994f3 admin admin] Added segment a6c894f0-5d47-43e7-b9b5-ad95d8b25883 of type vlan for network 84c4a5cd-e673-4d81-a24e-475173536f4a Sep 08 00:45:35.232224 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6848-3652-412e-bbb4-264301f994f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792256300036'] for network, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:35.257736 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6848-3652-412e-bbb4-264301f994f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586'] for network, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:35.258608 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0c6848-3652-412e-bbb4-264301f994f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:35.259170 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6848-3652-412e-bbb4-264301f994f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for network, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:35.294343 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 49896) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:45:35.294896 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-7c0c6848-3652-412e-bbb4-264301f994f3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2570882 Sep 08 00:45:35.299390 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [None req-271499e6-6c67-4454-9b1e-aa97d21964a1 admin admin] Request body: {'subnet': {'network_id': '84c4a5cd-e673-4d81-a24e-475173536f4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1217435382-subnet', 'tenant_id': '45c3f75e5b89430a9ec0e83713080c3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:45:35.321104 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271499e6-6c67-4454-9b1e-aa97d21964a1 admin admin] Made reservation on behalf of 45c3f75e5b89430a9ec0e83713080c3e for: {'subnet': 1} {{(pid=105698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:45:35.322633 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c6848-3652-412e-bbb4-264301f994f3 admin admin] Pushing event updated for resources: {'Network': ['ID=84c4a5cd-e673-4d81-a24e-475173536f4a,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:35.324240 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-271499e6-6c67-4454-9b1e-aa97d21964a1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:35.332890 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Network 84c4a5cd-e673-4d81-a24e-475173536f4a details requested by agent ovs-agent-dv-cinder-759961-13-iscsi with host dv-cinder-759961-13-iscsi {{(pid=105700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 00:45:35.492748 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-271499e6-6c67-4454-9b1e-aa97d21964a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586'] for subnet, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:35.550270 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271499e6-6c67-4454-9b1e-aa97d21964a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=970afcfe-ab90-4879-870e-9705833aed69,revision_number=0']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:35.560468 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271499e6-6c67-4454-9b1e-aa97d21964a1 admin admin] Checking segment: {'id': 'a6c894f0-5d47-43e7-b9b5-ad95d8b25883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '84c4a5cd-e673-4d81-a24e-475173536f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:45:35.560822 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271499e6-6c67-4454-9b1e-aa97d21964a1 admin admin] Network hostable DHCP agents. Network: 84c4a5cd-e673-4d81-a24e-475173536f4a, hostable agents: ['08f6a972-2c18-45c5-8342-7a3ab768691a'], hosted agents: [] {{(pid=105698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 00:45:35.578377 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271499e6-6c67-4454-9b1e-aa97d21964a1 admin admin] Network 84c4a5cd-e673-4d81-a24e-475173536f4a is scheduled to be hosted by DHCP agent 08f6a972-2c18-45c5-8342-7a3ab768691a with binding_index 1 {{(pid=105698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 00:45:35.587669 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.base_scheduler [None req-271499e6-6c67-4454-9b1e-aa97d21964a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-13-iscsi, 84c4a5cd-e673-4d81-a24e-475173536f4a) {{(pid=105698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:45:35.592445 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271499e6-6c67-4454-9b1e-aa97d21964a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:35.593224 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-271499e6-6c67-4454-9b1e-aa97d21964a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for subnet, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:35.598074 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5146fbd7-edcb-415c-b08e-86a24676e63a None None] Network 84c4a5cd-e673-4d81-a24e-475173536f4a requested from dv-cinder-759961-13-iscsi {{(pid=105700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 00:45:35.615218 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-271499e6-6c67-4454-9b1e-aa97d21964a1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3121958 Sep 08 00:45:35.685503 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64be221c-a337-485e-b187-4b16e4e78782 req-ff45e7be-443c-4b5d-a948-3c7734eefb40 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:35.687025 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-64be221c-a337-485e-b187-4b16e4e78782 req-ff45e7be-443c-4b5d-a948-3c7734eefb40 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.0541720 Sep 08 00:45:35.725194 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-64be221c-a337-485e-b187-4b16e4e78782 req-0a5c2653-a867-4a72-af77-98ee37b30f07 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317047 Sep 08 00:45:35.744032 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebd9a9a-10c9-4145-864d-4429addfa0a8 None None] Network 84c4a5cd-e673-4d81-a24e-475173536f4a requested from dv-cinder-759961-13-iscsi {{(pid=105700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 00:45:36.070553 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ca4a1378-089b-41c0-ad95-1ef4d706fef8 req-b699311d-5d7f-4b4b-9154-fadfffbf15f5 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 210 time: 0.0301590 Sep 08 00:45:36.812141 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device 79053316-4148-40b1-b73e-d8c7f862ef86 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 00:45:36.836069 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] No Port match for: 79053316-4148-40b1-b73e-d8c7f862ef86 {{(pid=105700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 00:45:36.836411 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device 79053316-4148-40b1-b73e-d8c7f862ef86 not bound to the agent host hv-cinder-75996 {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 00:45:36.846805 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525c751-91e0-408f-95f4-a76ffcffa71e req-4f9df630-8a53-49d0-86fb-d76a29df1bb4 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:36.848320 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-b525c751-91e0-408f-95f4-a76ffcffa71e req-4f9df630-8a53-49d0-86fb-d76a29df1bb4 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.0519576 Sep 08 00:45:36.885528 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-b525c751-91e0-408f-95f4-a76ffcffa71e req-b355f8cf-1d26-43b0-a3e6-1b99f2f740d1 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312877 Sep 08 00:45:37.179853 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-076e4a7c-f3b7-4367-a9f6-25aa8cb28374 req-cf1221ec-9bb7-48fa-b802-922a4093f665 tempest-DeleteServersTestJSON-1636533525 tempest-DeleteServersTestJSON-1636533525-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed207d2e-6368-46c4-85e2-7610b6d2d614 HTTP/1.1" status: 200 len: 210 time: 0.0263913 Sep 08 00:45:38.004089 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701bf561-bfbb-4810-96c1-a036c5f087f6 req-e66c3807-685f-4a97-b7bd-08928c2cca0b tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:38.005540 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-701bf561-bfbb-4810-96c1-a036c5f087f6 req-e66c3807-685f-4a97-b7bd-08928c2cca0b tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.0492520 Sep 08 00:45:38.042724 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-701bf561-bfbb-4810-96c1-a036c5f087f6 req-12b489e3-c6cc-4bcc-bf4b-382e3613151e tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305579 Sep 08 00:45:38.155095 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb4467-5ec8-4c46-a884-d391422a5725 req-c94b7080-e029-40d0-a04c-55fa6d440fe1 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:38.156580 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-d6bb4467-5ec8-4c46-a884-d391422a5725 req-c94b7080-e029-40d0-a04c-55fa6d440fe1 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.0496075 Sep 08 00:45:38.200654 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-d6bb4467-5ec8-4c46-a884-d391422a5725 req-8d0b2632-f4de-459b-8848-71b5ad1e5388 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381973 Sep 08 00:45:39.215356 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1137187-e176-4e66-a97a-04e329a47767 req-42b1e57b-ddbe-4ca9-aef6-534409b75a60 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:39.216776 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a1137187-e176-4e66-a97a-04e329a47767 req-42b1e57b-ddbe-4ca9-aef6-534409b75a60 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/networks?id=e271d85f-7317-457a-866b-38767b94b4ff HTTP/1.1" status: 200 len: 815 time: 0.0998938 Sep 08 00:45:39.234378 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a1137187-e176-4e66-a97a-04e329a47767 req-98e6e5dc-ca22-4fe4-b95b-3e20f28a6cd4 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/quotas/9b0ed6c08b9844e2ba70a09ddd0959c1 HTTP/1.1" status: 200 len: 375 time: 0.0113115 Sep 08 00:45:39.286960 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a1137187-e176-4e66-a97a-04e329a47767 req-5d9066d0-6c85-4ae6-88cc-4afb58ceafaa tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9b0ed6c08b9844e2ba70a09ddd0959c1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0460494 Sep 08 00:45:39.376689 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a1137187-e176-4e66-a97a-04e329a47767 req-6dbf0a34-5195-4d9a-b18e-bd6802f37811 service neutron] 10.222.0.15 "GET /v2.0/networks/e271d85f-7317-457a-866b-38767b94b4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826869 Sep 08 00:45:39.471589 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a1137187-e176-4e66-a97a-04e329a47767 req-40523484-7369-4329-b329-b642c37a4635 service neutron] 10.222.0.15 "GET /v2.0/networks/e271d85f-7317-457a-866b-38767b94b4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887051 Sep 08 00:45:39.672235 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-cde295e6-4791-4a06-9b1a-3d038af1acda req-ecbb6065-949a-454d-a735-810257241fae tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1817671-3c6e-496e-9422-83beea4c0675 HTTP/1.1" status: 200 len: 210 time: 0.0375168 Sep 08 00:45:40.036471 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 50046) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:45:40.149884 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-ebafd497-82a6-4577-ac01-83f1bcfb9297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:40.258202 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-ebafd497-82a6-4577-ac01-83f1bcfb9297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:40.261790 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-ebafd497-82a6-4577-ac01-83f1bcfb9297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:40.299081 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-ebafd497-82a6-4577-ac01-83f1bcfb9297 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=64989c5b22bb4e608afc03afe7253515&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2614994 Sep 08 00:45:40.299920 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebafd497-82a6-4577-ac01-83f1bcfb9297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f6ebf6-9511-4d52-90f0-cd3fbe94d1d6,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:40.301775 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 50056) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:45:40.349188 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-306d26d3-574a-44de-bbad-9371e566ce5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:40.369778 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-306d26d3-574a-44de-bbad-9371e566ce5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:40.414050 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-306d26d3-574a-44de-bbad-9371e566ce5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:40.416531 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-306d26d3-574a-44de-bbad-9371e566ce5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:40.417905 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-306d26d3-574a-44de-bbad-9371e566ce5b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/55f6ebf6-9511-4d52-90f0-cd3fbe94d1d6 HTTP/1.1" status: 204 len: 168 time: 0.1151612 Sep 08 00:45:40.425357 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d26d3-574a-44de-bbad-9371e566ce5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f6ebf6-9511-4d52-90f0-cd3fbe94d1d6,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:40.833798 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1137187-e176-4e66-a97a-04e329a47767 req-ff682e56-63c1-4ad7-ba12-fca2b7b47417 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:40.835407 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a1137187-e176-4e66-a97a-04e329a47767 req-ff682e56-63c1-4ad7-ba12-fca2b7b47417 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.35 "GET /v2.0/networks?id=e271d85f-7317-457a-866b-38767b94b4ff HTTP/1.1" status: 200 len: 815 time: 0.1573830 Sep 08 00:45:40.903004 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-03b8c610-b239-43e0-90b3-e6bc0e4281ce req-841d7eae-7b2a-49ea-89c0-5ae4d46eff99 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1817671-3c6e-496e-9422-83beea4c0675 HTTP/1.1" status: 200 len: 210 time: 0.0664318 Sep 08 00:45:40.914777 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [req-a1137187-e176-4e66-a97a-04e329a47767 req-a230ace8-c214-4ce4-a8c0-dfdcf365f2fc tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Request body: {'port': {'device_id': 'f1817671-3c6e-496e-9422-83beea4c0675', 'network_id': 'e271d85f-7317-457a-866b-38767b94b4ff', 'admin_state_up': True, 'tenant_id': '9b0ed6c08b9844e2ba70a09ddd0959c1'}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:45:41.179180 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac21d7d2-975f-4035-8fe6-30bfac3a1493 req-9364a731-0edb-4b57-948d-2d0a682e08f3 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:41.180933 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ac21d7d2-975f-4035-8fe6-30bfac3a1493 req-9364a731-0edb-4b57-948d-2d0a682e08f3 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.1156647 Sep 08 00:45:41.185907 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121913f-42bc-4ba8-8485-41d0c1342673 req-8a883616-1444-47b9-868e-d96bc978ea9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:41.187413 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1121913f-42bc-4ba8-8485-41d0c1342673 req-8a883616-1444-47b9-868e-d96bc978ea9c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=41a9d0c8e8684f7ab121d687f8b71cc9&device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 1098 time: 0.1201928 Sep 08 00:45:41.226809 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1137187-e176-4e66-a97a-04e329a47767 req-a230ace8-c214-4ce4-a8c0-dfdcf365f2fc tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Made reservation on behalf of 9b0ed6c08b9844e2ba70a09ddd0959c1 for: {'port': 1} {{(pid=105699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:45:41.231252 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-a1137187-e176-4e66-a97a-04e329a47767 req-a230ace8-c214-4ce4-a8c0-dfdcf365f2fc tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:41.301855 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ac21d7d2-975f-4035-8fe6-30bfac3a1493 req-b9ea64d9-aa09-408a-bb39-152e30e69c0d tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134772 Sep 08 00:45:41.398294 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121913f-42bc-4ba8-8485-41d0c1342673 req-fcb1c3ab-18d6-4616-9c29-0204cd9f030b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:41.399806 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1121913f-42bc-4ba8-8485-41d0c1342673 req-fcb1c3ab-18d6-4616-9c29-0204cd9f030b service neutron] 10.222.0.35 "GET /v2.0/networks?id=4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b HTTP/1.1" status: 200 len: 920 time: 0.2024446 Sep 08 00:45:41.462618 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1121913f-42bc-4ba8-8485-41d0c1342673 req-af876978-b8c4-45a4-b19b-2d36034935f9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=616f49b5-d245-4c18-9d30-c7f54b6143de HTTP/1.1" status: 200 len: 217 time: 0.0410113 Sep 08 00:45:41.507054 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.db_base_plugin_common [req-a1137187-e176-4e66-a97a-04e329a47767 req-a230ace8-c214-4ce4-a8c0-dfdcf365f2fc tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Allocated IP 172.20.0.13 (e271d85f-7317-457a-866b-38767b94b4ff/90c2af37-f46d-44ca-a62c-c2802a56f799/721190b3-5663-4608-abfa-0dcb5bb60fab) {{(pid=105699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 00:45:41.536483 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121913f-42bc-4ba8-8485-41d0c1342673 req-6722dcc8-d1da-4798-870f-1b845e4aed8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:41.537950 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1121913f-42bc-4ba8-8485-41d0c1342673 req-6722dcc8-d1da-4798-870f-1b845e4aed8b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cf83ea2d-a9ed-4f51-960e-7a1b9f0410c7 HTTP/1.1" status: 200 len: 859 time: 0.0658247 Sep 08 00:45:41.586072 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1121913f-42bc-4ba8-8485-41d0c1342673 req-d1b26231-0c12-4ee9-b083-cd6d6ceb14c9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362241 Sep 08 00:45:41.754985 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1121913f-42bc-4ba8-8485-41d0c1342673 req-ff6f423e-0df2-405e-84d2-6957ceedae7a service neutron] 10.222.0.35 "GET /v2.0/networks/4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546240 Sep 08 00:45:41.779917 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-a1137187-e176-4e66-a97a-04e329a47767 req-a230ace8-c214-4ce4-a8c0-dfdcf365f2fc tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Notify callbacks [] for port, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:41.883016 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1121913f-42bc-4ba8-8485-41d0c1342673 req-a8107620-b692-4c18-bc5b-807a4969a2f4 service neutron] 10.222.0.35 "GET /v2.0/networks/4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161354 Sep 08 00:45:41.888779 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-a1137187-e176-4e66-a97a-04e329a47767 req-a230ace8-c214-4ce4-a8c0-dfdcf365f2fc tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792256344477'] for port, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:41.929421 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] get_ports_and_sgs() called for port_ids ['1345b314-3cc2-41a1-b1da-90a2f0569fcb'] {{(pid=105700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 00:45:41.937410 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1137187-e176-4e66-a97a-04e329a47767 req-a230ace8-c214-4ce4-a8c0-dfdcf365f2fc tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Network e271d85f-7317-457a-866b-38767b94b4ff is already hosted by enough agents. {{(pid=105699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:45:41.942629 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.base_scheduler [req-a1137187-e176-4e66-a97a-04e329a47767 req-a230ace8-c214-4ce4-a8c0-dfdcf365f2fc tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Resources bound (agent type, host, resource id): {{(pid=105699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:45:41.947230 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1137187-e176-4e66-a97a-04e329a47767 req-a230ace8-c214-4ce4-a8c0-dfdcf365f2fc tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Received port after_create {{(pid=105699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 00:45:41.954301 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1137187-e176-4e66-a97a-04e329a47767 req-a230ace8-c214-4ce4-a8c0-dfdcf365f2fc tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:41.955207 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-a1137187-e176-4e66-a97a-04e329a47767 req-a230ace8-c214-4ce4-a8c0-dfdcf365f2fc tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for port, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:41.959240 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a230ace8-c214-4ce4-a8c0-dfdcf365f2fc tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Pushing event updated for resources: {'Port': ['ID=721190b3-5663-4608-abfa-0dcb5bb60fab,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:41.980001 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a1137187-e176-4e66-a97a-04e329a47767 req-a230ace8-c214-4ce4-a8c0-dfdcf365f2fc tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0794137 Sep 08 00:45:42.005899 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [req-a1137187-e176-4e66-a97a-04e329a47767 req-4de9686a-5ae4-414e-bc2f-396474437614 service neutron] Request body: {'port': {'device_id': 'f1817671-3c6e-496e-9422-83beea4c0675', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:45:42.062476 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 50136) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:45:42.110673 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-a1137187-e176-4e66-a97a-04e329a47767 req-4de9686a-5ae4-414e-bc2f-396474437614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:42.137189 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a14f1-1ad9-44b0-8439-0f2063c5fb9d req-13a7f120-34e9-4e06-bd1f-3cf8be923dfe tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:42.139015 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-920a14f1-1ad9-44b0-8439-0f2063c5fb9d req-13a7f120-34e9-4e06-bd1f-3cf8be923dfe tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1817671-3c6e-496e-9422-83beea4c0675 HTTP/1.1" status: 200 len: 932 time: 0.1025872 Sep 08 00:45:42.172739 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e0ac20b-a304-4d4a-af31-aa82ed2738a7 admin admin] Deleting subnet 936f26a9-672d-467e-8bbb-2c3fa89868b3 {{(pid=105698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 00:45:42.179538 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-8e0ac20b-a304-4d4a-af31-aa82ed2738a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:42.227873 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-8e0ac20b-a304-4d4a-af31-aa82ed2738a7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:42.230399 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-920a14f1-1ad9-44b0-8439-0f2063c5fb9d req-61a343a5-c490-49ce-819c-387a76fc1ace tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651119 Sep 08 00:45:42.239425 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-8e0ac20b-a304-4d4a-af31-aa82ed2738a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3572486'] for subnet, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:42.306502 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-8e0ac20b-a304-4d4a-af31-aa82ed2738a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3572543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586'] for subnet, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:42.325654 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-8e0ac20b-a304-4d4a-af31-aa82ed2738a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for subnet, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:42.330167 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-8e0ac20b-a304-4d4a-af31-aa82ed2738a7 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/936f26a9-672d-467e-8bbb-2c3fa89868b3 HTTP/1.1" status: 204 len: 168 time: 0.2657425 Sep 08 00:45:42.333266 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 50160) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:45:42.392409 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ac20b-a304-4d4a-af31-aa82ed2738a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=936f26a9-672d-467e-8bbb-2c3fa89868b3,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:42.451458 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-6127316c-8fd0-4df5-b7ce-08b431d1f17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3464973'] for network, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:42.512107 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e275899a-c8ec-4b17-bd88-cd7c4b6e0a5d req-d35e38d6-0e00-4398-a991-648111a54a3e tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:42.513792 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e275899a-c8ec-4b17-bd88-cd7c4b6e0a5d req-d35e38d6-0e00-4398-a991-648111a54a3e tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.1030583 Sep 08 00:45:42.546197 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-6127316c-8fd0-4df5-b7ce-08b431d1f17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3575435', 'neutron.services.segments.db._delete_segments_for_network-8792256839289'] for network, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:42.572241 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-6127316c-8fd0-4df5-b7ce-08b431d1f17e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:45:42.572921 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-6127316c-8fd0-4df5-b7ce-08b431d1f17e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:45:42.574095 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-6127316c-8fd0-4df5-b7ce-08b431d1f17e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:45:42.574595 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-6127316c-8fd0-4df5-b7ce-08b431d1f17e admin admin] Subscribe: > port after_create 55550000 {{(pid=105698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:45:42.575105 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-6127316c-8fd0-4df5-b7ce-08b431d1f17e admin admin] Subscribe: > port after_delete 55550000 {{(pid=105698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:45:42.575666 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-6127316c-8fd0-4df5-b7ce-08b431d1f17e admin admin] Subscribe: > port after_update 55550000 {{(pid=105698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:45:42.576157 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-6127316c-8fd0-4df5-b7ce-08b431d1f17e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:45:42.576662 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-6127316c-8fd0-4df5-b7ce-08b431d1f17e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:45:42.577161 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-6127316c-8fd0-4df5-b7ce-08b431d1f17e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:45:42.577494 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.notifiers.nova [req-a1137187-e176-4e66-a97a-04e329a47767 req-4de9686a-5ae4-414e-bc2f-396474437614 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 721190b3-5663-4608-abfa-0dcb5bb60fab {{(pid=105699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 00:45:42.577818 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-6127316c-8fd0-4df5-b7ce-08b431d1f17e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:45:42.589856 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-a1137187-e176-4e66-a97a-04e329a47767 req-4de9686a-5ae4-414e-bc2f-396474437614 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:42.591974 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 50166) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:45:42.602683 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e275899a-c8ec-4b17-bd88-cd7c4b6e0a5d req-df75415b-944c-4f29-8fff-8c77361ecd81 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823805 Sep 08 00:45:42.618209 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.provisioning_blocks [req-a1137187-e176-4e66-a97a-04e329a47767 req-4de9686a-5ae4-414e-bc2f-396474437614 service neutron] Transition to ACTIVE for port object 721190b3-5663-4608-abfa-0dcb5bb60fab will not be triggered until provisioned by entity L2. {{(pid=105699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:45:42.623216 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-a1137187-e176-4e66-a97a-04e329a47767 req-4de9686a-5ae4-414e-bc2f-396474437614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:42.693708 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de9686a-5ae4-414e-bc2f-396474437614 service neutron] Pushing event updated for resources: {'Port': ['ID=721190b3-5663-4608-abfa-0dcb5bb60fab,revision_number=2']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:42.710761 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [req-a1137187-e176-4e66-a97a-04e329a47767 req-4de9686a-5ae4-414e-bc2f-396474437614 service neutron] Attempting to bind port 721190b3-5663-4608-abfa-0dcb5bb60fab on host hv-cinder-75996 for vnic_type normal with profile {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 00:45:42.711098 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [req-a1137187-e176-4e66-a97a-04e329a47767 req-4de9686a-5ae4-414e-bc2f-396474437614 service neutron] Attempting to bind port 721190b3-5663-4608-abfa-0dcb5bb60fab by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '3de05d6b-2c84-441f-bc53-4fa7981bcbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e271d85f-7317-457a-866b-38767b94b4ff'}] {{(pid=105699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 00:45:42.711456 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1137187-e176-4e66-a97a-04e329a47767 req-4de9686a-5ae4-414e-bc2f-396474437614 service neutron] Attempting to bind port 721190b3-5663-4608-abfa-0dcb5bb60fab on network e271d85f-7317-457a-866b-38767b94b4ff {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:45:42.716589 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1137187-e176-4e66-a97a-04e329a47767 req-4de9686a-5ae4-414e-bc2f-396474437614 service neutron] Port 721190b3-5663-4608-abfa-0dcb5bb60fab on network e271d85f-7317-457a-866b-38767b94b4ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 00:45:42.717609 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1137187-e176-4e66-a97a-04e329a47767 req-4de9686a-5ae4-414e-bc2f-396474437614 service neutron] Attempting to bind port 721190b3-5663-4608-abfa-0dcb5bb60fab on network e271d85f-7317-457a-866b-38767b94b4ff {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:45:42.722844 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1137187-e176-4e66-a97a-04e329a47767 req-4de9686a-5ae4-414e-bc2f-396474437614 service neutron] Checking agent: {'id': '9d05b7f5-da94-42e7-89b0-a476ea8ca848', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 0, 41, 44), 'started_at': datetime.datetime(2021, 9, 8, 0, 41, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 0, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 00:45:42.723179 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1137187-e176-4e66-a97a-04e329a47767 req-4de9686a-5ae4-414e-bc2f-396474437614 service neutron] Checking segment: {'id': '3de05d6b-2c84-441f-bc53-4fa7981bcbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e271d85f-7317-457a-866b-38767b94b4ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:45:42.723587 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1137187-e176-4e66-a97a-04e329a47767 req-4de9686a-5ae4-414e-bc2f-396474437614 service neutron] Bound using segment: {'id': '3de05d6b-2c84-441f-bc53-4fa7981bcbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e271d85f-7317-457a-866b-38767b94b4ff'} {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 00:45:42.724036 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [req-a1137187-e176-4e66-a97a-04e329a47767 req-4de9686a-5ae4-414e-bc2f-396474437614 service neutron] Bound port: 721190b3-5663-4608-abfa-0dcb5bb60fab, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3de05d6b-2c84-441f-bc53-4fa7981bcbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e271d85f-7317-457a-866b-38767b94b4ff'}}] {{(pid=105699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 00:45:42.724387 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-a1137187-e176-4e66-a97a-04e329a47767 req-4de9686a-5ae4-414e-bc2f-396474437614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:42.777895 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-6127316c-8fd0-4df5-b7ce-08b431d1f17e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:45:42.778272 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-6127316c-8fd0-4df5-b7ce-08b431d1f17e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:45:42.778747 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-6127316c-8fd0-4df5-b7ce-08b431d1f17e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:45:42.779085 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-6127316c-8fd0-4df5-b7ce-08b431d1f17e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:45:42.779462 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.services.segments.db [None req-6127316c-8fd0-4df5-b7ce-08b431d1f17e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f151a612-c6af-480a-b6c1-79bb5ceff3d2']}} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:45:42.807089 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-198abefc-0731-42e4-803b-370deaa68bfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:42.815729 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.db [req-a1137187-e176-4e66-a97a-04e329a47767 req-4de9686a-5ae4-414e-bc2f-396474437614 service neutron] For port 721190b3-5663-4608-abfa-0dcb5bb60fab, host hv-cinder-75996, cleared binding levels {{(pid=105699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 00:45:42.817979 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.services.segments.db [None req-6127316c-8fd0-4df5-b7ce-08b431d1f17e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c43ed1d-4fd4-4ffb-a9bf-23a634afd854') {'for_net_delete': True} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:45:42.818665 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.services.segments.db [None req-6127316c-8fd0-4df5-b7ce-08b431d1f17e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c43ed1d-4fd4-4ffb-a9bf-23a634afd854') {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:45:42.836063 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.db [req-a1137187-e176-4e66-a97a-04e329a47767 req-4de9686a-5ae4-414e-bc2f-396474437614 service neutron] For port 721190b3-5663-4608-abfa-0dcb5bb60fab, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=721190b3-5663-4608-abfa-0dcb5bb60fab,segment=NetworkSegment(3de05d6b-2c84-441f-bc53-4fa7981bcbd6),segment_id=3de05d6b-2c84-441f-bc53-4fa7981bcbd6)] {{(pid=105699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 00:45:42.845425 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-a1137187-e176-4e66-a97a-04e329a47767 req-4de9686a-5ae4-414e-bc2f-396474437614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:42.853705 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-6127316c-8fd0-4df5-b7ce-08b431d1f17e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792256841090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7633565'] for segment, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:42.893641 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-6127316c-8fd0-4df5-b7ce-08b431d1f17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3575388'] for segment, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:42.899367 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1137187-e176-4e66-a97a-04e329a47767 req-4de9686a-5ae4-414e-bc2f-396474437614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:42.900676 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-a1137187-e176-4e66-a97a-04e329a47767 req-4de9686a-5ae4-414e-bc2f-396474437614 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for port, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:42.901512 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a1137187-e176-4e66-a97a-04e329a47767 req-4de9686a-5ae4-414e-bc2f-396474437614 service neutron] 10.222.0.35 "PUT /v2.0/ports/721190b3-5663-4608-abfa-0dcb5bb60fab HTTP/1.1" status: 200 len: 1094 time: 0.9006660 Sep 08 00:45:42.901961 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1817671-3c6e-496e-9422-83beea4c0675', 'tag': '721190b3-5663-4608-abfa-0dcb5bb60fab'}] {{(pid=105699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:45:42.904412 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3219a0c12e8a5a78bd5034d738b4394f25721dc263a67c7d4cfc0eaa1ac0f340" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062fb679-cf12-401b-930f-ba73a2508b2c" -d '{"events": [{"name": "network-changed", "server_uuid": "f1817671-3c6e-496e-9422-83beea4c0675", "tag": "721190b3-5663-4608-abfa-0dcb5bb60fab"}]}' {{(pid=105699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:45:42.906183 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6127316c-8fd0-4df5-b7ce-08b431d1f17e admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=105698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 00:45:42.906634 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-6127316c-8fd0-4df5-b7ce-08b431d1f17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3575388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7727846'] for segment, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:42.912288 dv-cinder-759961-13-iscsi neutron-server[105698]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 08 00:45:42.912288 dv-cinder-759961-13-iscsi neutron-server[105698]: from cryptography.utils import int_from_bytes Sep 08 00:45:42.912288 dv-cinder-759961-13-iscsi neutron-server[105698]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 08 00:45:42.912288 dv-cinder-759961-13-iscsi neutron-server[105698]: from cryptography.utils import int_from_bytes Sep 08 00:45:42.912288 dv-cinder-759961-13-iscsi neutron-server[105698]: Traceback (most recent call last): Sep 08 00:45:42.912288 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 00:45:42.912288 dv-cinder-759961-13-iscsi neutron-server[105698]: timer() Sep 08 00:45:42.912288 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 00:45:42.912288 dv-cinder-759961-13-iscsi neutron-server[105698]: cb(*args, **kw) Sep 08 00:45:42.912288 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 00:45:42.912288 dv-cinder-759961-13-iscsi neutron-server[105698]: return func(*args, **kwargs) Sep 08 00:45:42.912288 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 00:45:42.912288 dv-cinder-759961-13-iscsi neutron-server[105698]: self._notify() Sep 08 00:45:42.912288 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 00:45:42.912288 dv-cinder-759961-13-iscsi neutron-server[105698]: self.callback(batched_events) Sep 08 00:45:42.912288 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 00:45:42.912288 dv-cinder-759961-13-iscsi neutron-server[105698]: event.method(event) Sep 08 00:45:42.912288 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 00:45:42.912288 dv-cinder-759961-13-iscsi neutron-server[105698]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 00:45:42.912288 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 00:45:42.912288 dv-cinder-759961-13-iscsi neutron-server[105698]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 00:45:42.912288 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 00:45:42.912288 dv-cinder-759961-13-iscsi neutron-server[105698]: return f(self, *a, **k) Sep 08 00:45:42.912288 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 00:45:42.912288 dv-cinder-759961-13-iscsi neutron-server[105698]: return self._get(url).json() Sep 08 00:45:42.912288 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 00:45:42.912288 dv-cinder-759961-13-iscsi neutron-server[105698]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 00:45:42.912288 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 00:45:42.912288 dv-cinder-759961-13-iscsi neutron-server[105698]: return self.request(url, 'GET', **kwargs) Sep 08 00:45:42.912288 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 00:45:42.912288 dv-cinder-759961-13-iscsi neutron-server[105698]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 00:45:42.912288 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 00:45:42.912288 dv-cinder-759961-13-iscsi neutron-server[105698]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 00:45:42.912288 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 00:45:42.912288 dv-cinder-759961-13-iscsi neutron-server[105698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 00:45:42.912288 dv-cinder-759961-13-iscsi neutron-server[105698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 00:45:42.971209 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 50186) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:45:42.986653 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de9686a-5ae4-414e-bc2f-396474437614 service neutron] Pushing event updated for resources: {'Port': ['ID=721190b3-5663-4608-abfa-0dcb5bb60fab,revision_number=3']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:42.991970 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 00:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6311b433-05ac-4e2d-bcd8-20ab049a20d2 x-openstack-request-id: req-6311b433-05ac-4e2d-bcd8-20ab049a20d2 {{(pid=105699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:45:42.992352 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1817671-3c6e-496e-9422-83beea4c0675", "tag": "721190b3-5663-4608-abfa-0dcb5bb60fab", "status": "completed", "code": 200}]} {{(pid=105699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:45:42.992596 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6311b433-05ac-4e2d-bcd8-20ab049a20d2 {{(pid=105699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:45:42.992715 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-6127316c-8fd0-4df5-b7ce-08b431d1f17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3575428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529414'] for network, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:42.992969 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1817671-3c6e-496e-9422-83beea4c0675', 'tag': '721190b3-5663-4608-abfa-0dcb5bb60fab', 'status': 'completed', 'code': 200} Sep 08 00:45:43.020127 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-6127316c-8fd0-4df5-b7ce-08b431d1f17e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for network, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:43.022585 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-6127316c-8fd0-4df5-b7ce-08b431d1f17e admin admin] 10.222.0.15 "DELETE /v2.0/networks/f151a612-c6af-480a-b6c1-79bb5ceff3d2 HTTP/1.1" status: 204 len: 168 time: 0.6879396 Sep 08 00:45:43.023350 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6127316c-8fd0-4df5-b7ce-08b431d1f17e admin admin] Pushing event deleted for resources: {'Network': ['ID=f151a612-c6af-480a-b6c1-79bb5ceff3d2,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:43.086097 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-198abefc-0731-42e4-803b-370deaa68bfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:43.093064 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1137187-e176-4e66-a97a-04e329a47767 req-6293e549-db73-4e00-871d-6d5ef86fd3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:43.094945 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a1137187-e176-4e66-a97a-04e329a47767 req-6293e549-db73-4e00-871d-6d5ef86fd3dc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9b0ed6c08b9844e2ba70a09ddd0959c1&device_id=f1817671-3c6e-496e-9422-83beea4c0675 HTTP/1.1" status: 200 len: 1097 time: 0.0940514 Sep 08 00:45:43.095859 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-198abefc-0731-42e4-803b-370deaa68bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:43.173861 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 50200) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:45:43.180620 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a1137187-e176-4e66-a97a-04e329a47767 req-d90ec117-9d12-45ac-b1ee-717790c9d3d1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=721190b3-5663-4608-abfa-0dcb5bb60fab HTTP/1.1" status: 200 len: 217 time: 0.0645216 Sep 08 00:45:43.188936 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-40e928eb-ea32-4133-b54f-f9cc3adac8c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:43.190693 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198abefc-0731-42e4-803b-370deaa68bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5603ad-c565-458a-ab90-91661a5aea14,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:43.195039 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-198abefc-0731-42e4-803b-370deaa68bfd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0d75867c30b54c01b2077c719e98ec39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6018140 Sep 08 00:45:43.203086 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 50204) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:45:43.228349 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-ebd81cee-7435-4bfe-acb7-69900267b8e5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ed83e139036e43c0bdee59e5a1664e08&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0532322 Sep 08 00:45:43.230927 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 50206) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:45:43.307002 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1137187-e176-4e66-a97a-04e329a47767 req-1f8d1471-f427-482d-b109-dd3f8431e23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:43.308593 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a1137187-e176-4e66-a97a-04e329a47767 req-1f8d1471-f427-482d-b109-dd3f8431e23b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=90c2af37-f46d-44ca-a62c-c2802a56f799 HTTP/1.1" status: 200 len: 855 time: 0.1062710 Sep 08 00:45:43.318375 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-25b2abc4-696b-4db8-b492-907acf22829e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:43.342562 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-25b2abc4-696b-4db8-b492-907acf22829e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:43.384867 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a1137187-e176-4e66-a97a-04e329a47767 req-b857c3c0-f9f2-4eae-a968-55499fea146c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e271d85f-7317-457a-866b-38767b94b4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523653 Sep 08 00:45:43.397060 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-25b2abc4-696b-4db8-b492-907acf22829e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:43.397819 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-f5497784-bb79-4e53-bbe7-76359ce182a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:43.400328 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-25b2abc4-696b-4db8-b492-907acf22829e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:43.402101 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-25b2abc4-696b-4db8-b492-907acf22829e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ef029761-8d3e-4780-ae64-71113525f7d8 HTTP/1.1" status: 204 len: 168 time: 0.1702056 Sep 08 00:45:43.410300 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b2abc4-696b-4db8-b492-907acf22829e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef029761-8d3e-4780-ae64-71113525f7d8,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:43.499263 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-f5497784-bb79-4e53-bbe7-76359ce182a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:43.523252 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3688583e-46af-4a72-b5e7-c4b229feac98 req-3375ba40-ba73-4f35-b41e-517ff40694be tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:43.527986 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3688583e-46af-4a72-b5e7-c4b229feac98 req-3375ba40-ba73-4f35-b41e-517ff40694be tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1817671-3c6e-496e-9422-83beea4c0675 HTTP/1.1" status: 200 len: 944 time: 0.2125912 Sep 08 00:45:43.592221 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-40e928eb-ea32-4133-b54f-f9cc3adac8c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:43.615886 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-40e928eb-ea32-4133-b54f-f9cc3adac8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:43.635561 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3688583e-46af-4a72-b5e7-c4b229feac98 req-3b5bf6d7-c260-40de-b936-e4d7878b38b8 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048758 Sep 08 00:45:43.637540 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a1137187-e176-4e66-a97a-04e329a47767 req-b6fc5519-185f-47e2-901a-1e111eac03bc service neutron] 10.222.0.35 "GET /v2.0/networks/e271d85f-7317-457a-866b-38767b94b4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407365 Sep 08 00:45:43.701830 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-40e928eb-ea32-4133-b54f-f9cc3adac8c3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=407a8f1d021a4f289b1384477b69d042&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7263453 Sep 08 00:45:43.702751 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e928eb-ea32-4133-b54f-f9cc3adac8c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b74c848-f3b2-4ccc-92fd-ba5d4221cd00,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:43.704536 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 50230) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:45:43.719457 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-f5497784-bb79-4e53-bbe7-76359ce182a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:43.722489 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-f5497784-bb79-4e53-bbe7-76359ce182a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:43.726446 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-f5497784-bb79-4e53-bbe7-76359ce182a7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3b5603ad-c565-458a-ab90-91661a5aea14 HTTP/1.1" status: 204 len: 168 time: 0.5200021 Sep 08 00:45:43.786876 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5497784-bb79-4e53-bbe7-76359ce182a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5603ad-c565-458a-ab90-91661a5aea14,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:43.789370 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-56750b22-479f-45cd-9f73-5600b65aa1b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:43.817727 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a1137187-e176-4e66-a97a-04e329a47767 req-50eb09a9-d2fd-496f-9647-9e03439d8907 service neutron] 10.222.0.35 "GET /v2.0/networks/e271d85f-7317-457a-866b-38767b94b4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686065 Sep 08 00:45:43.822766 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-56750b22-479f-45cd-9f73-5600b65aa1b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:43.829033 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29e958-7438-418a-b841-c27437b295aa req-4f3e0a24-89ec-45dc-8e02-d25d1e7d00ae tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:43.831242 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-bd29e958-7438-418a-b841-c27437b295aa req-4f3e0a24-89ec-45dc-8e02-d25d1e7d00ae tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.1415243 Sep 08 00:45:43.884712 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-56750b22-479f-45cd-9f73-5600b65aa1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:43.888776 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-56750b22-479f-45cd-9f73-5600b65aa1b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:43.890109 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-56750b22-479f-45cd-9f73-5600b65aa1b9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0b74c848-f3b2-4ccc-92fd-ba5d4221cd00 HTTP/1.1" status: 204 len: 168 time: 0.1840239 Sep 08 00:45:43.900488 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56750b22-479f-45cd-9f73-5600b65aa1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b74c848-f3b2-4ccc-92fd-ba5d4221cd00,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:43.913179 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-bd29e958-7438-418a-b841-c27437b295aa req-911bf627-a53f-425a-a68c-3521d86e1a53 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748787 Sep 08 00:45:43.990748 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062fb679-cf12-401b-930f-ba73a2508b2c req-910dcd52-e35d-423c-a86f-1368f949ca4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:43.993124 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-062fb679-cf12-401b-930f-ba73a2508b2c req-910dcd52-e35d-423c-a86f-1368f949ca4c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9b0ed6c08b9844e2ba70a09ddd0959c1&device_id=f1817671-3c6e-496e-9422-83beea4c0675 HTTP/1.1" status: 200 len: 1097 time: 0.0522735 Sep 08 00:45:44.330992 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 50264) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:45:44.351609 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062fb679-cf12-401b-930f-ba73a2508b2c req-f05cda1e-7e48-4676-8a1f-e91d86c12792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:44.353085 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-062fb679-cf12-401b-930f-ba73a2508b2c req-f05cda1e-7e48-4676-8a1f-e91d86c12792 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e271d85f-7317-457a-866b-38767b94b4ff HTTP/1.1" status: 200 len: 916 time: 0.3518088 Sep 08 00:45:44.355164 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-36ee44ab-b99f-4a74-be1c-32f7845b1089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:44.414212 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-062fb679-cf12-401b-930f-ba73a2508b2c req-243e3523-e9c6-42a6-8428-b669ddc47d5e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=721190b3-5663-4608-abfa-0dcb5bb60fab HTTP/1.1" status: 200 len: 217 time: 0.0513241 Sep 08 00:45:44.516260 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062fb679-cf12-401b-930f-ba73a2508b2c req-30980592-2d96-466b-974a-7fdedb1b9a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:44.518917 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-062fb679-cf12-401b-930f-ba73a2508b2c req-30980592-2d96-466b-974a-7fdedb1b9a01 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=90c2af37-f46d-44ca-a62c-c2802a56f799 HTTP/1.1" status: 200 len: 855 time: 0.0961139 Sep 08 00:45:44.535328 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:44.538098 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-36ee44ab-b99f-4a74-be1c-32f7845b1089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:44.546788 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-36ee44ab-b99f-4a74-be1c-32f7845b1089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:44.565563 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-062fb679-cf12-401b-930f-ba73a2508b2c req-c2c01b10-721a-4f2b-a98c-97e2131fef5e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e271d85f-7317-457a-866b-38767b94b4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359278 Sep 08 00:45:44.596366 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-36ee44ab-b99f-4a74-be1c-32f7845b1089 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=16239fa4ff5144178bf90081c7fe4d63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2632720 Sep 08 00:45:44.597513 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ee44ab-b99f-4a74-be1c-32f7845b1089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ae3ccb-f3ed-40d6-be77-09c4a513a9d2,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:44.600260 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 50280) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:45:44.705813 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-dc88a323-f979-4779-bd77-b537453efc2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:44.730476 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-062fb679-cf12-401b-930f-ba73a2508b2c req-fbc72f92-5d78-4c79-96fa-2dd392c47cf3 service neutron] 10.222.0.35 "GET /v2.0/networks/e271d85f-7317-457a-866b-38767b94b4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512468 Sep 08 00:45:44.733903 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-dc88a323-f979-4779-bd77-b537453efc2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:44.785144 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-dc88a323-f979-4779-bd77-b537453efc2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:44.788167 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-dc88a323-f979-4779-bd77-b537453efc2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:44.793267 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-dc88a323-f979-4779-bd77-b537453efc2e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/71ae3ccb-f3ed-40d6-be77-09c4a513a9d2 HTTP/1.1" status: 204 len: 168 time: 0.1914058 Sep 08 00:45:44.804588 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc88a323-f979-4779-bd77-b537453efc2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ae3ccb-f3ed-40d6-be77-09c4a513a9d2,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:44.862976 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 50296) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:45:44.880446 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0af67-c914-40ce-8eaa-418c6d9a1b4b req-141f8177-e7ac-4f49-b9ec-556572e80e11 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:44.881932 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-69e0af67-c914-40ce-8eaa-418c6d9a1b4b req-141f8177-e7ac-4f49-b9ec-556572e80e11 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1817671-3c6e-496e-9422-83beea4c0675 HTTP/1.1" status: 200 len: 944 time: 0.1462011 Sep 08 00:45:44.930984 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-062fb679-cf12-401b-930f-ba73a2508b2c req-592af7cb-d70d-4736-abf8-9878381ba5b5 service neutron] 10.222.0.35 "GET /v2.0/networks/e271d85f-7317-457a-866b-38767b94b4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797807 Sep 08 00:45:44.938823 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-69e0af67-c914-40ce-8eaa-418c6d9a1b4b req-d9493f40-616f-46d3-8ca1-5f504bb70234 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479314 Sep 08 00:45:45.050480 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e9f8f4-6138-4230-a944-0732e5e78148 req-fec1b30a-5046-44d2-84b4-3f7254ebe294 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:45.051988 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a5e9f8f4-6138-4230-a944-0732e5e78148 req-fec1b30a-5046-44d2-84b4-3f7254ebe294 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.0522795 Sep 08 00:45:45.096518 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a5e9f8f4-6138-4230-a944-0732e5e78148 req-8f666936-c095-44d0-a635-03e63fabcf34 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384340 Sep 08 00:45:45.156509 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 50310) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:45:45.162023 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [None req-dc6fb56a-4639-4003-a329-f19c76d3d305 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1050772192-network', 'tenant_id': '6c2e3269f9714298a408087ff7cd53df'}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:45:45.192199 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6fb56a-4639-4003-a329-f19c76d3d305 admin admin] Made reservation on behalf of 6c2e3269f9714298a408087ff7cd53df for: {'network': 1} {{(pid=105698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:45:45.192199 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-dc6fb56a-4639-4003-a329-f19c76d3d305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for network, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:45.200147 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-dc6fb56a-4639-4003-a329-f19c76d3d305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:45.307087 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-dc6fb56a-4639-4003-a329-f19c76d3d305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:45.311818 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-dc6fb56a-4639-4003-a329-f19c76d3d305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:45.339376 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc6fb56a-4639-4003-a329-f19c76d3d305 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=105698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 00:45:45.359051 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6fb56a-4639-4003-a329-f19c76d3d305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7010e47f-e226-4ac3-9ce4-2e7f0675a72e,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:45.364154 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-dc6fb56a-4639-4003-a329-f19c76d3d305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3575388'] for segment, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:45.364751 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.db.segments_db [None req-dc6fb56a-4639-4003-a329-f19c76d3d305 admin admin] Added segment 00d437d1-d70b-479c-8729-36ced9e6abc0 of type vlan for network ce10fb4f-fc55-43bc-8b33-2df5991b8f81 Sep 08 00:45:45.421806 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-dc6fb56a-4639-4003-a329-f19c76d3d305 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792256300036'] for network, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:45.460697 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 50324) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:45:45.465183 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-dc6fb56a-4639-4003-a329-f19c76d3d305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586'] for network, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:45.466128 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6fb56a-4639-4003-a329-f19c76d3d305 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:45.466699 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-dc6fb56a-4639-4003-a329-f19c76d3d305 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for network, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:45.469011 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-1c472f76-3815-4917-805d-0b2676c55325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:45.527150 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [None req-8cff335a-eeba-4c8e-a1d4-3bbf42d6bc48 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-747133481-network', 'tenant_id': '52c317881b44409c88cbbbdb512371da'}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:45:45.547209 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6fb56a-4639-4003-a329-f19c76d3d305 admin admin] Pushing event updated for resources: {'Network': ['ID=ce10fb4f-fc55-43bc-8b33-2df5991b8f81,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:45.559758 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Network ce10fb4f-fc55-43bc-8b33-2df5991b8f81 details requested by agent ovs-agent-dv-cinder-759961-13-iscsi with host dv-cinder-759961-13-iscsi {{(pid=105700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 00:45:45.613534 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-1c472f76-3815-4917-805d-0b2676c55325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:45.618258 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-1c472f76-3815-4917-805d-0b2676c55325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:45.644618 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cff335a-eeba-4c8e-a1d4-3bbf42d6bc48 admin admin] Made reservation on behalf of 52c317881b44409c88cbbbdb512371da for: {'network': 1} {{(pid=105699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:45:45.646983 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-8cff335a-eeba-4c8e-a1d4-3bbf42d6bc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for network, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:45.653491 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-dc6fb56a-4639-4003-a329-f19c76d3d305 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7885444 Sep 08 00:45:45.656270 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 50332) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:45:45.657033 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-8cff335a-eeba-4c8e-a1d4-3bbf42d6bc48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:45.663393 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [None req-d6af62f5-2ac3-4f55-aef6-1f6b8e265fac admin admin] Request body: {'subnet': {'network_id': 'ce10fb4f-fc55-43bc-8b33-2df5991b8f81', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1050772192-subnet', 'tenant_id': '6c2e3269f9714298a408087ff7cd53df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:45:45.784796 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-8cff335a-eeba-4c8e-a1d4-3bbf42d6bc48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:45.790258 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-8cff335a-eeba-4c8e-a1d4-3bbf42d6bc48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:45.812584 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cff335a-eeba-4c8e-a1d4-3bbf42d6bc48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=105699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 00:45:45.817741 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c472f76-3815-4917-805d-0b2676c55325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff56eb8f-da7e-4c1e-a62c-bd5d5d64a702,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:45.828620 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cff335a-eeba-4c8e-a1d4-3bbf42d6bc48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e769dadd-f003-4d29-ac67-4df471cd4b1c,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:45.831923 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-1c472f76-3815-4917-805d-0b2676c55325 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0756edf4e15f4f93abe03f7536b46dd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6742215 Sep 08 00:45:45.834554 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 50342) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:45:45.835669 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-8cff335a-eeba-4c8e-a1d4-3bbf42d6bc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3575388'] for segment, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:45.836745 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.db.segments_db [None req-8cff335a-eeba-4c8e-a1d4-3bbf42d6bc48 admin admin] Added segment ae584969-c86b-4aa9-bf11-cc6a7719e958 of type vlan for network 730eb77e-b615-44f2-a325-106133633428 Sep 08 00:45:45.869897 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6af62f5-2ac3-4f55-aef6-1f6b8e265fac admin admin] Made reservation on behalf of 6c2e3269f9714298a408087ff7cd53df for: {'subnet': 1} {{(pid=105698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:45:45.872141 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-d6af62f5-2ac3-4f55-aef6-1f6b8e265fac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4725630'] for subnet, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:45.890810 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-8cff335a-eeba-4c8e-a1d4-3bbf42d6bc48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792256300036'] for network, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:45.917384 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-8cff335a-eeba-4c8e-a1d4-3bbf42d6bc48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586'] for network, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:45.918474 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cff335a-eeba-4c8e-a1d4-3bbf42d6bc48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:45.919064 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-8cff335a-eeba-4c8e-a1d4-3bbf42d6bc48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for network, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:45.946419 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-8cab530e-92aa-4ec5-b2e9-4bda887014c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:45.952863 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-8cff335a-eeba-4c8e-a1d4-3bbf42d6bc48 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4884455 Sep 08 00:45:45.953284 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 50346) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:45:45.967290 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [None req-b0baa44c-967e-467e-9167-c1669177eef7 admin admin] Request body: {'subnet': {'network_id': '730eb77e-b615-44f2-a325-106133633428', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-747133481-subnet', 'tenant_id': '52c317881b44409c88cbbbdb512371da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:45:45.988341 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cff335a-eeba-4c8e-a1d4-3bbf42d6bc48 admin admin] Pushing event updated for resources: {'Network': ['ID=730eb77e-b615-44f2-a325-106133633428,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:46.000069 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Network 730eb77e-b615-44f2-a325-106133633428 details requested by agent ovs-agent-dv-cinder-759961-13-iscsi with host dv-cinder-759961-13-iscsi {{(pid=105700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 00:45:46.003352 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-8cab530e-92aa-4ec5-b2e9-4bda887014c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:46.055651 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0baa44c-967e-467e-9167-c1669177eef7 admin admin] Made reservation on behalf of 52c317881b44409c88cbbbdb512371da for: {'subnet': 1} {{(pid=105698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:45:46.058877 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-b0baa44c-967e-467e-9167-c1669177eef7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4725630'] for subnet, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:46.105666 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f9011-6bbc-45fb-b477-b65bec42b794 req-6b6fd1c4-965d-4170-bdfb-d86f0f5029bd tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:46.106921 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-da2f9011-6bbc-45fb-b477-b65bec42b794 req-6b6fd1c4-965d-4170-bdfb-d86f0f5029bd tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1817671-3c6e-496e-9422-83beea4c0675 HTTP/1.1" status: 200 len: 944 time: 0.0603328 Sep 08 00:45:46.153443 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-da2f9011-6bbc-45fb-b477-b65bec42b794 req-25eacd44-6c91-4500-a5c7-cb3a6550db7c tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382419 Sep 08 00:45:46.174670 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-8cab530e-92aa-4ec5-b2e9-4bda887014c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:46.174670 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-8cab530e-92aa-4ec5-b2e9-4bda887014c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:46.179134 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-8cab530e-92aa-4ec5-b2e9-4bda887014c4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ff56eb8f-da7e-4c1e-a62c-bd5d5d64a702 HTTP/1.1" status: 204 len: 168 time: 0.3397806 Sep 08 00:45:46.240745 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab530e-92aa-4ec5-b2e9-4bda887014c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff56eb8f-da7e-4c1e-a62c-bd5d5d64a702,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:46.265762 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-d6af62f5-2ac3-4f55-aef6-1f6b8e265fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7705733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4725608'] for subnet, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:46.287464 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2910d035-be90-4b80-9a69-a30bae9733b3 req-31d07f16-4670-45b4-b4ea-5cb377cf72b1 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:46.289068 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-2910d035-be90-4b80-9a69-a30bae9733b3 req-31d07f16-4670-45b4-b4ea-5cb377cf72b1 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.0741181 Sep 08 00:45:46.306755 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af62f5-2ac3-4f55-aef6-1f6b8e265fac admin admin] Pushing event updated for resources: {'Subnet': ['ID=9be68c17-707e-479e-ae04-cf49c535adb6,revision_number=0']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:46.370004 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-2910d035-be90-4b80-9a69-a30bae9733b3 req-9f52b0e1-9c9b-4d95-bc4b-08465f75d669 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688164 Sep 08 00:45:46.404346 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6af62f5-2ac3-4f55-aef6-1f6b8e265fac admin admin] Checking segment: {'id': '00d437d1-d70b-479c-8729-36ced9e6abc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ce10fb4f-fc55-43bc-8b33-2df5991b8f81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:45:46.404829 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6af62f5-2ac3-4f55-aef6-1f6b8e265fac admin admin] Network hostable DHCP agents. Network: ce10fb4f-fc55-43bc-8b33-2df5991b8f81, hostable agents: ['08f6a972-2c18-45c5-8342-7a3ab768691a'], hosted agents: [] {{(pid=105698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 00:45:46.426610 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-b0baa44c-967e-467e-9167-c1669177eef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7705733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4725608'] for subnet, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:46.461615 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6af62f5-2ac3-4f55-aef6-1f6b8e265fac admin admin] Network ce10fb4f-fc55-43bc-8b33-2df5991b8f81 is scheduled to be hosted by DHCP agent 08f6a972-2c18-45c5-8342-7a3ab768691a with binding_index 1 {{(pid=105698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 00:45:46.490653 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.base_scheduler [None req-d6af62f5-2ac3-4f55-aef6-1f6b8e265fac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-13-iscsi, ce10fb4f-fc55-43bc-8b33-2df5991b8f81) {{(pid=105698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:45:46.500840 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a31a54-5487-49b1-8fc0-63416745b5a3 None None] Network ce10fb4f-fc55-43bc-8b33-2df5991b8f81 requested from dv-cinder-759961-13-iscsi {{(pid=105700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 00:45:46.501035 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6af62f5-2ac3-4f55-aef6-1f6b8e265fac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:46.501624 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-d6af62f5-2ac3-4f55-aef6-1f6b8e265fac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for subnet, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:46.531098 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-d6af62f5-2ac3-4f55-aef6-1f6b8e265fac admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8690197 Sep 08 00:45:46.531098 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0baa44c-967e-467e-9167-c1669177eef7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7610996b-c3e5-41e4-b8ca-0481d6ad4670,revision_number=0']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:46.532751 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 50366) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:45:46.538496 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [None req-e93efef8-9b36-4b95-ad34-8b2388d9e6d8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1050772192-router', 'tenant_id': '6c2e3269f9714298a408087ff7cd53df', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a'}}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:45:46.566302 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0baa44c-967e-467e-9167-c1669177eef7 admin admin] Checking segment: {'id': 'ae584969-c86b-4aa9-bf11-cc6a7719e958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '730eb77e-b615-44f2-a325-106133633428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:45:46.566733 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0baa44c-967e-467e-9167-c1669177eef7 admin admin] Network hostable DHCP agents. Network: 730eb77e-b615-44f2-a325-106133633428, hostable agents: ['08f6a972-2c18-45c5-8342-7a3ab768691a'], hosted agents: [] {{(pid=105698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 00:45:46.591701 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-e93efef8-9b36-4b95-ad34-8b2388d9e6d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2420'] for router, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:46.592096 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0baa44c-967e-467e-9167-c1669177eef7 admin admin] Network 730eb77e-b615-44f2-a325-106133633428 is scheduled to be hosted by DHCP agent 08f6a972-2c18-45c5-8342-7a3ab768691a with binding_index 1 {{(pid=105698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 00:45:46.592901 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-e93efef8-9b36-4b95-ad34-8b2388d9e6d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529807', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2413'] for router, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:46.610079 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.base_scheduler [None req-b0baa44c-967e-467e-9167-c1669177eef7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-13-iscsi, 730eb77e-b615-44f2-a325-106133633428) {{(pid=105698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:45:46.615915 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0baa44c-967e-467e-9167-c1669177eef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:46.616933 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-b0baa44c-967e-467e-9167-c1669177eef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for subnet, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:46.621916 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011c4700-fba5-4894-9cad-e8fef58cfcaa None None] Network 730eb77e-b615-44f2-a325-106133633428 requested from dv-cinder-759961-13-iscsi {{(pid=105700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 00:45:46.646639 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-b0baa44c-967e-467e-9167-c1669177eef7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6839740 Sep 08 00:45:46.667917 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-e93efef8-9b36-4b95-ad34-8b2388d9e6d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:46.783811 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f604cb30-8a6e-4cfe-8c09-24d77e77a9e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1052c816-ecfd-5720-acea-4b7c5cbde93b-ce10fb4f-fc55-43bc-8b33-2df5991b8f81', 'network_id': 'ce10fb4f-fc55-43bc-8b33-2df5991b8f81', 'tenant_id': '6c2e3269f9714298a408087ff7cd53df', 'fixed_ips': [{'subnet_id': '9be68c17-707e-479e-ae04-cf49c535adb6'}]}} from dv-cinder-759961-13-iscsi. {{(pid=105700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 00:45:46.786127 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-f604cb30-8a6e-4cfe-8c09-24d77e77a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_create {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:46.837925 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-e93efef8-9b36-4b95-ad34-8b2388d9e6d8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:46.936756 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab69123-a152-4ffc-92d8-0cbf8ebd6a57 None None] Network 730eb77e-b615-44f2-a325-106133633428 requested from dv-cinder-759961-13-iscsi {{(pid=105700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 00:45:47.083831 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-e93efef8-9b36-4b95-ad34-8b2388d9e6d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:47.091529 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.db_base_plugin_common [None req-f604cb30-8a6e-4cfe-8c09-24d77e77a9e2 None None] Allocated IP 172.20.0.2 (ce10fb4f-fc55-43bc-8b33-2df5991b8f81/9be68c17-707e-479e-ae04-cf49c535adb6/43a183bf-aaf7-4803-87c3-a86fb1617f37) {{(pid=105700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 00:45:47.107020 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-e93efef8-9b36-4b95-ad34-8b2388d9e6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:47.251825 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.db_base_plugin_common [None req-e93efef8-9b36-4b95-ad34-8b2388d9e6d8 admin admin] Allocated IP 172.27.0.201 (aeb1b426-56a4-445f-8c16-06e4bfc4278a/d22fae44-982b-434e-84ec-8582a9df6d9e/ef1fb995-3568-4a46-a21d-0ad3e2290081) {{(pid=105699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 00:45:47.264040 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-f604cb30-8a6e-4cfe-8c09-24d77e77a9e2 None None] Notify callbacks [] for port, precommit_create {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:47.273795 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-f604cb30-8a6e-4cfe-8c09-24d77e77a9e2 None None] Transition to ACTIVE for port object 43a183bf-aaf7-4803-87c3-a86fb1617f37 will not be triggered until provisioned by entity L2. {{(pid=105700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:45:47.291908 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-f604cb30-8a6e-4cfe-8c09-24d77e77a9e2 None None] Transition to ACTIVE for port object 43a183bf-aaf7-4803-87c3-a86fb1617f37 will not be triggered until provisioned by entity DHCP. {{(pid=105700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:45:47.302236 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-f604cb30-8a6e-4cfe-8c09-24d77e77a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792256344477'] for port, after_create {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:47.344359 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f604cb30-8a6e-4cfe-8c09-24d77e77a9e2 None None] Network ce10fb4f-fc55-43bc-8b33-2df5991b8f81 is already hosted by enough agents. {{(pid=105700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:45:47.349597 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.scheduler.base_scheduler [None req-f604cb30-8a6e-4cfe-8c09-24d77e77a9e2 None None] Resources bound (agent type, host, resource id): {{(pid=105700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:45:47.353350 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f604cb30-8a6e-4cfe-8c09-24d77e77a9e2 None None] Received port after_create {{(pid=105700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 00:45:47.363474 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-e93efef8-9b36-4b95-ad34-8b2388d9e6d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:47.372658 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f604cb30-8a6e-4cfe-8c09-24d77e77a9e2 None None] Pushing event updated for resources: {'Port': ['ID=43a183bf-aaf7-4803-87c3-a86fb1617f37,revision_number=1']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:47.415494 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f604cb30-8a6e-4cfe-8c09-24d77e77a9e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:45:47.415893 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f604cb30-8a6e-4cfe-8c09-24d77e77a9e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:45:47.416238 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f604cb30-8a6e-4cfe-8c09-24d77e77a9e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:45:47.417042 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f604cb30-8a6e-4cfe-8c09-24d77e77a9e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:45:47.418100 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f604cb30-8a6e-4cfe-8c09-24d77e77a9e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:45:47.418354 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f604cb30-8a6e-4cfe-8c09-24d77e77a9e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:45:47.419267 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f604cb30-8a6e-4cfe-8c09-24d77e77a9e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:45:47.419858 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f604cb30-8a6e-4cfe-8c09-24d77e77a9e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:45:47.420390 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f604cb30-8a6e-4cfe-8c09-24d77e77a9e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:45:47.420936 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f604cb30-8a6e-4cfe-8c09-24d77e77a9e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:45:47.422341 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f604cb30-8a6e-4cfe-8c09-24d77e77a9e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:45:47.422944 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f604cb30-8a6e-4cfe-8c09-24d77e77a9e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:45:47.433475 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b8a262-b7b3-4bb5-8f8d-1027fd7ae02d req-da1afb89-cce0-43d0-b1cb-73cb3a8a318a tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:47.435043 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-b0b8a262-b7b3-4bb5-8f8d-1027fd7ae02d req-da1afb89-cce0-43d0-b1cb-73cb3a8a318a tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1817671-3c6e-496e-9422-83beea4c0675 HTTP/1.1" status: 200 len: 944 time: 0.0761406 Sep 08 00:45:47.441435 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-f604cb30-8a6e-4cfe-8c09-24d77e77a9e2 None None] Attempting to bind port 43a183bf-aaf7-4803-87c3-a86fb1617f37 on host dv-cinder-759961-13-iscsi for vnic_type normal with profile {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 00:45:47.442081 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-f604cb30-8a6e-4cfe-8c09-24d77e77a9e2 None None] Attempting to bind port 43a183bf-aaf7-4803-87c3-a86fb1617f37 by drivers openvswitch,hyperv on host dv-cinder-759961-13-iscsi at level 0 using segments [{'id': '00d437d1-d70b-479c-8729-36ced9e6abc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ce10fb4f-fc55-43bc-8b33-2df5991b8f81'}] {{(pid=105700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 00:45:47.442627 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f604cb30-8a6e-4cfe-8c09-24d77e77a9e2 None None] Attempting to bind port 43a183bf-aaf7-4803-87c3-a86fb1617f37 on network ce10fb4f-fc55-43bc-8b33-2df5991b8f81 {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:45:47.450079 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f604cb30-8a6e-4cfe-8c09-24d77e77a9e2 None None] Checking agent: {'id': 'f82a9a64-a181-41a7-bfc0-9590d2256fe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 0, 35, 51), 'started_at': datetime.datetime(2021, 9, 8, 0, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 0, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 00:45:47.450450 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f604cb30-8a6e-4cfe-8c09-24d77e77a9e2 None None] Checking segment: {'id': '00d437d1-d70b-479c-8729-36ced9e6abc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ce10fb4f-fc55-43bc-8b33-2df5991b8f81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:45:47.450859 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-f604cb30-8a6e-4cfe-8c09-24d77e77a9e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:47.451256 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f604cb30-8a6e-4cfe-8c09-24d77e77a9e2 None None] Bound using segment: {'id': '00d437d1-d70b-479c-8729-36ced9e6abc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ce10fb4f-fc55-43bc-8b33-2df5991b8f81'} {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 00:45:47.455355 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-f604cb30-8a6e-4cfe-8c09-24d77e77a9e2 None None] Bound port: 43a183bf-aaf7-4803-87c3-a86fb1617f37, host: dv-cinder-759961-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00d437d1-d70b-479c-8729-36ced9e6abc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ce10fb4f-fc55-43bc-8b33-2df5991b8f81'}}] {{(pid=105700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 00:45:47.455825 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-f604cb30-8a6e-4cfe-8c09-24d77e77a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:47.476789 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-e93efef8-9b36-4b95-ad34-8b2388d9e6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792256344477'] for port, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:47.562984 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-f604cb30-8a6e-4cfe-8c09-24d77e77a9e2 None None] For port 43a183bf-aaf7-4803-87c3-a86fb1617f37, host dv-cinder-759961-13-iscsi, cleared binding levels {{(pid=105700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 00:45:47.567252 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-f604cb30-8a6e-4cfe-8c09-24d77e77a9e2 None None] For port 43a183bf-aaf7-4803-87c3-a86fb1617f37, host dv-cinder-759961-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=43a183bf-aaf7-4803-87c3-a86fb1617f37,segment=NetworkSegment(00d437d1-d70b-479c-8729-36ced9e6abc0),segment_id=00d437d1-d70b-479c-8729-36ced9e6abc0)] {{(pid=105700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 00:45:47.568100 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-b0b8a262-b7b3-4bb5-8f8d-1027fd7ae02d req-b675555b-0a12-4f84-84eb-6e03f1881390 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158648 Sep 08 00:45:47.586599 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-f604cb30-8a6e-4cfe-8c09-24d77e77a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:47.597850 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93efef8-9b36-4b95-ad34-8b2388d9e6d8 admin admin] Network aeb1b426-56a4-445f-8c16-06e4bfc4278a is already hosted by enough agents. {{(pid=105699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:45:47.618311 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.base_scheduler [None req-e93efef8-9b36-4b95-ad34-8b2388d9e6d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:45:47.636983 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93efef8-9b36-4b95-ad34-8b2388d9e6d8 admin admin] Received port after_create {{(pid=105699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 00:45:47.650568 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd92b35-a62e-40d2-acc2-02265c1e62dc req-6c6dc324-007a-47f1-8841-d4fa05e5c8d8 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:47.662379 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f604cb30-8a6e-4cfe-8c09-24d77e77a9e2 None None] Pushing event updated for resources: {'Port': ['ID=43a183bf-aaf7-4803-87c3-a86fb1617f37,revision_number=2']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:47.669686 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-9cd92b35-a62e-40d2-acc2-02265c1e62dc req-6c6dc324-007a-47f1-8841-d4fa05e5c8d8 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.1878121 Sep 08 00:45:47.671368 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93efef8-9b36-4b95-ad34-8b2388d9e6d8 admin admin] Pushing event updated for resources: {'Port': ['ID=ef1fb995-3568-4a46-a21d-0ad3e2290081,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:47.798265 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-ee6f304c-2c4f-4901-b380-cacc07b782de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:47.818497 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-9cd92b35-a62e-40d2-acc2-02265c1e62dc req-21da09e4-9d63-4fd4-85bb-9b2d476121b8 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442997 Sep 08 00:45:47.946963 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-e93efef8-9b36-4b95-ad34-8b2388d9e6d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:48.149840 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-e93efef8-9b36-4b95-ad34-8b2388d9e6d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529874'] for router, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:48.279780 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e93efef8-9b36-4b95-ad34-8b2388d9e6d8 admin admin] Router d8102167-1379-4f6a-a5f3-d5933ef2ab1b is scheduled to L3 agent e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146 with binding_index 1 {{(pid=105699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 00:45:48.387830 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93efef8-9b36-4b95-ad34-8b2388d9e6d8 admin admin] Notify agent at l3_agent.dv-cinder-759961-13-iscsi the message routers_updated {{(pid=105699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 00:45:48.397412 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a6ba32-a868-4416-9d71-4c66ba4286eb None None] Sync routers for ids ['d8102167-1379-4f6a-a5f3-d5933ef2ab1b'] in dv-cinder-759961-13-iscsi {{(pid=105701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 00:45:48.405734 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-e93efef8-9b36-4b95-ad34-8b2388d9e6d8 admin admin] Notify callbacks [] for router, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:48.407380 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-e93efef8-9b36-4b95-ad34-8b2388d9e6d8 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8732200 Sep 08 00:45:48.409070 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a6ba32-a868-4416-9d71-4c66ba4286eb None None] Routers {'d8102167-1379-4f6a-a5f3-d5933ef2ab1b'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:45:48.409784 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-59a6ba32-a868-4416-9d71-4c66ba4286eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:45:21Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['d8102167-1379-4f6a-a5f3-d5933ef2ab1b'], 'active': True} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:45:48.410160 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 50416) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:45:48.518202 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvr_db [None req-59a6ba32-a868-4416-9d71-4c66ba4286eb None None] Set router d8102167-1379-4f6a-a5f3-d5933ef2ab1b gateway port host: dv-cinder-759961-13-iscsi {{(pid=105701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:45:48.619371 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12060e6-35a6-45dc-945e-df52d7766c04 None None] Network ce10fb4f-fc55-43bc-8b33-2df5991b8f81 requested from dv-cinder-759961-13-iscsi {{(pid=105700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 00:45:48.729689 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-92994aa1-ccde-4bb5-93a8-06930180abb2 None None] Provisioning for port 43a183bf-aaf7-4803-87c3-a86fb1617f37 completed by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:45:48.762618 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-59a6ba32-a868-4416-9d71-4c66ba4286eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'name': 'tempest-AttachVolumeTestJSON-1050772192-router', 'tenant_id': '6c2e3269f9714298a408087ff7cd53df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'ef1fb995-3568-4a46-a21d-0ad3e2290081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:45:46Z', 'updated_at': '2021-09-08T00:45:47Z', 'revision_number': 3, 'project_id': '6c2e3269f9714298a408087ff7cd53df', 'gw_port': {'id': 'ef1fb995-3568-4a46-a21d-0ad3e2290081', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:05:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:45:47Z', 'updated_at': '2021-09-08T00:45:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi'}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:45:48.798691 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a6ba32-a868-4416-9d71-4c66ba4286eb None None] Checking router: d8102167-1379-4f6a-a5f3-d5933ef2ab1b for host: dv-cinder-759961-13-iscsi {{(pid=105701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 00:45:48.800260 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a6ba32-a868-4416-9d71-4c66ba4286eb None None] Updating router d8102167-1379-4f6a-a5f3-d5933ef2ab1b port ef1fb995-3568-4a46-a21d-0ad3e2290081 binding host dv-cinder-759961-13-iscsi {{(pid=105701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 00:45:48.830092 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1d07e-b340-4c20-b0dc-2cc01ce7e1aa req-896dbebc-7835-430a-bd1c-c0edbc622f19 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:48.831784 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-72e1d07e-b340-4c20-b0dc-2cc01ce7e1aa req-896dbebc-7835-430a-bd1c-c0edbc622f19 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1817671-3c6e-496e-9422-83beea4c0675 HTTP/1.1" status: 200 len: 944 time: 0.1312551 Sep 08 00:45:48.837533 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-59a6ba32-a868-4416-9d71-4c66ba4286eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:48.854907 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 43a183bf-aaf7-4803-87c3-a86fb1617f37 up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:45:48.951066 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning for port 43a183bf-aaf7-4803-87c3-a86fb1617f37 completed by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:45:48.967727 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning complete for port 43a183bf-aaf7-4803-87c3-a86fb1617f37 triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:45:48.968495 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:48.968634 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-72e1d07e-b340-4c20-b0dc-2cc01ce7e1aa req-2e64379a-4e9b-418d-9506-5442e38eb5f9 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942612 Sep 08 00:45:49.072216 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de368d-494d-4c02-bd08-16564ef4fd0d req-0cca432a-1585-45b9-8835-49c3bb90e4bb tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:49.074376 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-68de368d-494d-4c02-bd08-16564ef4fd0d req-0cca432a-1585-45b9-8835-49c3bb90e4bb tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.1595337 Sep 08 00:45:49.203157 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-68de368d-494d-4c02-bd08-16564ef4fd0d req-f082cc68-e936-47d5-bb97-4c9d0cd4ff84 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188643 Sep 08 00:45:49.207740 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a1e7a3c9-ef72-482f-9514-63fd02321ec2 req-28f2cd99-df06-4f50-91af-9c8059b105f9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1061831 Sep 08 00:45:49.211163 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-59a6ba32-a868-4416-9d71-4c66ba4286eb None None] Notify callbacks [] for port, precommit_update {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:49.217301 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:49.225153 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.provisioning_blocks [None req-59a6ba32-a868-4416-9d71-4c66ba4286eb None None] Transition to ACTIVE for port object ef1fb995-3568-4a46-a21d-0ad3e2290081 will not be triggered until provisioned by entity L2. {{(pid=105701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:45:49.245239 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-59a6ba32-a868-4416-9d71-4c66ba4286eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:49.260291 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] For port 43a183bf-aaf7-4803-87c3-a86fb1617f37, host dv-cinder-759961-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=43a183bf-aaf7-4803-87c3-a86fb1617f37,segment=NetworkSegment(00d437d1-d70b-479c-8729-36ced9e6abc0),segment_id=00d437d1-d70b-479c-8729-36ced9e6abc0)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:45:49.282243 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:49.305088 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.managers [None req-59a6ba32-a868-4416-9d71-4c66ba4286eb None None] Attempting to bind port ef1fb995-3568-4a46-a21d-0ad3e2290081 on host dv-cinder-759961-13-iscsi for vnic_type normal with profile {{(pid=105701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 00:45:49.305845 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.managers [None req-59a6ba32-a868-4416-9d71-4c66ba4286eb None None] Attempting to bind port ef1fb995-3568-4a46-a21d-0ad3e2290081 by drivers openvswitch,hyperv on host dv-cinder-759961-13-iscsi at level 0 using segments [{'id': '8f85bbb2-d588-4058-a2ba-8b00436e9fac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a'}] {{(pid=105701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 00:45:49.306364 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a6ba32-a868-4416-9d71-4c66ba4286eb None None] Attempting to bind port ef1fb995-3568-4a46-a21d-0ad3e2290081 on network aeb1b426-56a4-445f-8c16-06e4bfc4278a {{(pid=105701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:45:49.319038 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a6ba32-a868-4416-9d71-4c66ba4286eb None None] Checking agent: {'id': 'f82a9a64-a181-41a7-bfc0-9590d2256fe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 0, 35, 51), 'started_at': datetime.datetime(2021, 9, 8, 0, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 0, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 00:45:49.319740 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a6ba32-a868-4416-9d71-4c66ba4286eb None None] Checking segment: {'id': '8f85bbb2-d588-4058-a2ba-8b00436e9fac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:45:49.320526 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-59a6ba32-a868-4416-9d71-4c66ba4286eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:49.321089 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a6ba32-a868-4416-9d71-4c66ba4286eb None None] Bound using segment: {'id': '8f85bbb2-d588-4058-a2ba-8b00436e9fac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a'} {{(pid=105701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 00:45:49.321727 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.managers [None req-59a6ba32-a868-4416-9d71-4c66ba4286eb None None] Bound port: ef1fb995-3568-4a46-a21d-0ad3e2290081, host: dv-cinder-759961-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f85bbb2-d588-4058-a2ba-8b00436e9fac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a'}}] {{(pid=105701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 00:45:49.322134 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-59a6ba32-a868-4416-9d71-4c66ba4286eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:49.328898 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-e23ce172-7928-4eed-8be2-b21ed3357508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:49.334544 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Pushing event updated for resources: {'Port': ['ID=43a183bf-aaf7-4803-87c3-a86fb1617f37,revision_number=3']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:49.362141 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c065e5c-dff5-4f42-8a16-d419ffe0f7ed None None] Pushing event updated for resources: {'Port': ['ID=ef1fb995-3568-4a46-a21d-0ad3e2290081,revision_number=2']} {{(pid=105701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:49.365734 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e7a3c9-ef72-482f-9514-63fd02321ec2 req-f5ecf815-270f-4c9c-8641-97b20fd960a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:49.367246 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a1e7a3c9-ef72-482f-9514-63fd02321ec2 req-f5ecf815-270f-4c9c-8641-97b20fd960a0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9b0ed6c08b9844e2ba70a09ddd0959c1&device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 1098 time: 0.0704246 Sep 08 00:45:49.372606 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-432df344-876b-4679-9bf4-0ee2aae3233a None None] Provisioning complete for port 43a183bf-aaf7-4803-87c3-a86fb1617f37 triggered by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:45:49.373066 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-432df344-876b-4679-9bf4-0ee2aae3233a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:49.375821 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c065e5c-dff5-4f42-8a16-d419ffe0f7ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:45:49.375821 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c065e5c-dff5-4f42-8a16-d419ffe0f7ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:45:49.375821 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c065e5c-dff5-4f42-8a16-d419ffe0f7ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:45:49.376066 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c065e5c-dff5-4f42-8a16-d419ffe0f7ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:45:49.376313 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c065e5c-dff5-4f42-8a16-d419ffe0f7ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:45:49.376660 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c065e5c-dff5-4f42-8a16-d419ffe0f7ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:45:49.376993 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c065e5c-dff5-4f42-8a16-d419ffe0f7ed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:45:49.377319 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c065e5c-dff5-4f42-8a16-d419ffe0f7ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:45:49.377657 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c065e5c-dff5-4f42-8a16-d419ffe0f7ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:45:49.377982 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c065e5c-dff5-4f42-8a16-d419ffe0f7ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:45:49.378302 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c065e5c-dff5-4f42-8a16-d419ffe0f7ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:45:49.378624 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c065e5c-dff5-4f42-8a16-d419ffe0f7ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:45:49.410794 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.db [None req-59a6ba32-a868-4416-9d71-4c66ba4286eb None None] For port ef1fb995-3568-4a46-a21d-0ad3e2290081, host dv-cinder-759961-13-iscsi, cleared binding levels {{(pid=105701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 00:45:49.414765 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.db [None req-59a6ba32-a868-4416-9d71-4c66ba4286eb None None] For port ef1fb995-3568-4a46-a21d-0ad3e2290081, host dv-cinder-759961-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=ef1fb995-3568-4a46-a21d-0ad3e2290081,segment=NetworkSegment(8f85bbb2-d588-4058-a2ba-8b00436e9fac),segment_id=8f85bbb2-d588-4058-a2ba-8b00436e9fac)] {{(pid=105701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 00:45:49.420162 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-59a6ba32-a868-4416-9d71-4c66ba4286eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:49.488399 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a6ba32-a868-4416-9d71-4c66ba4286eb None None] Routers {'d8102167-1379-4f6a-a5f3-d5933ef2ab1b'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:45:49.489016 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-59a6ba32-a868-4416-9d71-4c66ba4286eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:45:21Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['d8102167-1379-4f6a-a5f3-d5933ef2ab1b'], 'active': True} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:45:49.491625 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c065e5c-dff5-4f42-8a16-d419ffe0f7ed None None] Pushing event updated for resources: {'Port': ['ID=ef1fb995-3568-4a46-a21d-0ad3e2290081,revision_number=3']} {{(pid=105701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:49.561510 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e7a3c9-ef72-482f-9514-63fd02321ec2 req-90c9c3c8-9d85-4e47-8968-a5912e633a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:49.562984 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a1e7a3c9-ef72-482f-9514-63fd02321ec2 req-90c9c3c8-9d85-4e47-8968-a5912e633a58 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e271d85f-7317-457a-866b-38767b94b4ff HTTP/1.1" status: 200 len: 916 time: 0.1574290 Sep 08 00:45:49.570750 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.db_base_plugin_common [None req-e23ce172-7928-4eed-8be2-b21ed3357508 admin admin] Allocated IP 172.20.0.1 (ce10fb4f-fc55-43bc-8b33-2df5991b8f81/9be68c17-707e-479e-ae04-cf49c535adb6/d695c59a-1b18-405e-ad9a-246728ca4e84) {{(pid=105699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 00:45:49.593077 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvr_db [None req-59a6ba32-a868-4416-9d71-4c66ba4286eb None None] Set router d8102167-1379-4f6a-a5f3-d5933ef2ab1b gateway port host: dv-cinder-759961-13-iscsi {{(pid=105701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:45:49.613408 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a1e7a3c9-ef72-482f-9514-63fd02321ec2 req-7e2fd84a-46b0-493b-ab61-7b71f324ba58 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1345b314-3cc2-41a1-b1da-90a2f0569fcb HTTP/1.1" status: 200 len: 217 time: 0.0397832 Sep 08 00:45:49.717830 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e7a3c9-ef72-482f-9514-63fd02321ec2 req-3d89cdf8-23a9-462e-8f5b-fbfaad0cf9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:49.719045 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a1e7a3c9-ef72-482f-9514-63fd02321ec2 req-3d89cdf8-23a9-462e-8f5b-fbfaad0cf9ba service neutron] 10.222.0.35 "GET /v2.0/subnets?id=90c2af37-f46d-44ca-a62c-c2802a56f799 HTTP/1.1" status: 200 len: 855 time: 0.0843339 Sep 08 00:45:49.765403 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a1e7a3c9-ef72-482f-9514-63fd02321ec2 req-eea0154e-9dad-4c8f-8854-c14020cf9483 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e271d85f-7317-457a-866b-38767b94b4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369856 Sep 08 00:45:49.783541 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-59a6ba32-a868-4416-9d71-4c66ba4286eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'name': 'tempest-AttachVolumeTestJSON-1050772192-router', 'tenant_id': '6c2e3269f9714298a408087ff7cd53df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'ef1fb995-3568-4a46-a21d-0ad3e2290081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:45:46Z', 'updated_at': '2021-09-08T00:45:47Z', 'revision_number': 3, 'project_id': '6c2e3269f9714298a408087ff7cd53df', 'gw_port': {'id': 'ef1fb995-3568-4a46-a21d-0ad3e2290081', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:05:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:45:47Z', 'updated_at': '2021-09-08T00:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi'}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:45:49.784815 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-e23ce172-7928-4eed-8be2-b21ed3357508 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:49.809926 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a6ba32-a868-4416-9d71-4c66ba4286eb None None] The sync data for ids ['d8102167-1379-4f6a-a5f3-d5933ef2ab1b'] in dv-cinder-759961-13-iscsi is: [{'id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'name': 'tempest-AttachVolumeTestJSON-1050772192-router', 'tenant_id': '6c2e3269f9714298a408087ff7cd53df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'ef1fb995-3568-4a46-a21d-0ad3e2290081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:45:46Z', 'updated_at': '2021-09-08T00:45:47Z', 'revision_number': 3, 'project_id': '6c2e3269f9714298a408087ff7cd53df', 'gw_port': {'id': 'ef1fb995-3568-4a46-a21d-0ad3e2290081', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:05:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:45:47Z', 'updated_at': '2021-09-08T00:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi'}] {{(pid=105701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 00:45:49.816501 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.provisioning_blocks [None req-e23ce172-7928-4eed-8be2-b21ed3357508 admin admin] Transition to ACTIVE for port object d695c59a-1b18-405e-ad9a-246728ca4e84 will not be triggered until provisioned by entity DHCP. {{(pid=105699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:45:49.895660 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a1e7a3c9-ef72-482f-9514-63fd02321ec2 req-7695fbee-7dee-4cd0-840c-f59b7c70b29d service neutron] 10.222.0.35 "GET /v2.0/networks/e271d85f-7317-457a-866b-38767b94b4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222186 Sep 08 00:45:49.897079 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-e23ce172-7928-4eed-8be2-b21ed3357508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792256344477'] for port, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:49.972442 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23ce172-7928-4eed-8be2-b21ed3357508 admin admin] Network ce10fb4f-fc55-43bc-8b33-2df5991b8f81 is already hosted by enough agents. {{(pid=105699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:45:49.979471 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.base_scheduler [None req-e23ce172-7928-4eed-8be2-b21ed3357508 admin admin] Resources bound (agent type, host, resource id): {{(pid=105699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:45:50.007604 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ce172-7928-4eed-8be2-b21ed3357508 admin admin] Pushing event updated for resources: {'Port': ['ID=d695c59a-1b18-405e-ad9a-246728ca4e84,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:50.009688 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23ce172-7928-4eed-8be2-b21ed3357508 admin admin] Received port after_create {{(pid=105699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 00:45:50.010085 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-e23ce172-7928-4eed-8be2-b21ed3357508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529551'] for router_interface, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:50.161315 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a1e7a3c9-ef72-482f-9514-63fd02321ec2 req-f468c16b-940a-4d24-8611-4991426e3100 service neutron] 10.222.0.35 "GET /v2.0/networks/e271d85f-7317-457a-866b-38767b94b4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383778 Sep 08 00:45:50.211945 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8a03f-6460-4abe-a138-d98893fbecb0 req-46614982-de72-4f43-aa84-4c70d8adf6a6 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:50.214288 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4ef8a03f-6460-4abe-a138-d98893fbecb0 req-46614982-de72-4f43-aa84-4c70d8adf6a6 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1817671-3c6e-496e-9422-83beea4c0675 HTTP/1.1" status: 200 len: 944 time: 0.1190915 Sep 08 00:45:50.286069 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-e3783410-d424-45b5-833b-d8c647b805a0 None None] Provisioning for port d695c59a-1b18-405e-ad9a-246728ca4e84 completed by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:45:50.290887 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-e3783410-d424-45b5-833b-d8c647b805a0 None None] Provisioning complete for port d695c59a-1b18-405e-ad9a-246728ca4e84 triggered by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:45:50.292038 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-e3783410-d424-45b5-833b-d8c647b805a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:50.304575 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-e23ce172-7928-4eed-8be2-b21ed3357508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:50.327554 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4ef8a03f-6460-4abe-a138-d98893fbecb0 req-a98db7a4-217f-49d1-bd93-e39cf939b814 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035218 Sep 08 00:45:50.344294 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-e3783410-d424-45b5-833b-d8c647b805a0 None None] Port d695c59a-1b18-405e-ad9a-246728ca4e84 cannot update to ACTIVE because it is not bound. {{(pid=105700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 00:45:50.389285 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8640e08-b7a3-4c39-8e17-cb91027a6c41 req-a9650462-bc47-44a8-ab04-679d27a45b10 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:50.390913 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-d8640e08-b7a3-4c39-8e17-cb91027a6c41 req-a9650462-bc47-44a8-ab04-679d27a45b10 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.1025105 Sep 08 00:45:50.484570 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-d8640e08-b7a3-4c39-8e17-cb91027a6c41 req-21858c15-5a71-479f-9afc-0a040dab1693 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871909 Sep 08 00:45:50.533747 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-e23ce172-7928-4eed-8be2-b21ed3357508 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:50.538146 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-e23ce172-7928-4eed-8be2-b21ed3357508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:50.538889 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-e23ce172-7928-4eed-8be2-b21ed3357508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531487'] for router_interface, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:50.604603 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ce172-7928-4eed-8be2-b21ed3357508 admin admin] Pushing event updated for resources: {'Port': ['ID=d695c59a-1b18-405e-ad9a-246728ca4e84,revision_number=2']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:50.666318 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23ce172-7928-4eed-8be2-b21ed3357508 admin admin] Network ce10fb4f-fc55-43bc-8b33-2df5991b8f81 is already hosted by enough agents. {{(pid=105699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:45:50.667927 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.base_scheduler [None req-e23ce172-7928-4eed-8be2-b21ed3357508 admin admin] Resources bound (agent type, host, resource id): {{(pid=105699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:45:50.802468 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e23ce172-7928-4eed-8be2-b21ed3357508 admin admin] Router d8102167-1379-4f6a-a5f3-d5933ef2ab1b has already been hosted by L3 agent e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146 {{(pid=105699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 00:45:50.843455 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:50.864114 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-d6407f97-9852-476d-b59b-2856767a2a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:50.890990 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device ef1fb995-3568-4a46-a21d-0ad3e2290081 up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:45:50.959969 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23ce172-7928-4eed-8be2-b21ed3357508 admin admin] Notify agent at l3_agent.dv-cinder-759961-13-iscsi the message routers_updated {{(pid=105699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 00:45:50.966829 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-e23ce172-7928-4eed-8be2-b21ed3357508 admin admin] 10.222.0.15 "PUT /v2.0/routers/d8102167-1379-4f6a-a5f3-d5933ef2ab1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5553973 Sep 08 00:45:50.973030 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-41dc11cc-f339-4cfa-ad05-4ce652b705e4 None None] Provisioning complete for port d695c59a-1b18-405e-ad9a-246728ca4e84 triggered by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:45:50.973973 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-41dc11cc-f339-4cfa-ad05-4ce652b705e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:50.978396 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning for port ef1fb995-3568-4a46-a21d-0ad3e2290081 completed by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:45:51.000666 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning complete for port ef1fb995-3568-4a46-a21d-0ad3e2290081 triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:45:51.001039 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:51.037027 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-41dc11cc-f339-4cfa-ad05-4ce652b705e4 None None] Port d695c59a-1b18-405e-ad9a-246728ca4e84 cannot update to ACTIVE because it is not bound. {{(pid=105700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 00:45:51.093982 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:51.114911 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] For port ef1fb995-3568-4a46-a21d-0ad3e2290081, host dv-cinder-759961-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=ef1fb995-3568-4a46-a21d-0ad3e2290081,segment=NetworkSegment(8f85bbb2-d588-4058-a2ba-8b00436e9fac),segment_id=8f85bbb2-d588-4058-a2ba-8b00436e9fac)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:45:51.120015 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:51.120794 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 43a183bf-aaf7-4803-87c3-a86fb1617f37 up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:45:51.200452 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Pushing event updated for resources: {'Port': ['ID=ef1fb995-3568-4a46-a21d-0ad3e2290081,revision_number=4']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:51.211016 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning complete for port 43a183bf-aaf7-4803-87c3-a86fb1617f37 triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:45:51.211601 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:51.403208 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b82f9eb-9b1f-4c42-91e0-9f6c56738501 None None] Sync routers for ids ['d8102167-1379-4f6a-a5f3-d5933ef2ab1b'] in dv-cinder-759961-13-iscsi {{(pid=105700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 00:45:51.413075 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b82f9eb-9b1f-4c42-91e0-9f6c56738501 None None] Routers {'d8102167-1379-4f6a-a5f3-d5933ef2ab1b'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:45:51.413706 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-2b82f9eb-9b1f-4c42-91e0-9f6c56738501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:45:51Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['d8102167-1379-4f6a-a5f3-d5933ef2ab1b'], 'active': True} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:45:51.450416 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa671b-0878-4422-a404-7fa2443d7c51 req-0bd09e38-efcd-4489-8b2c-1e01c38f18ff tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:51.451973 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e1aa671b-0878-4422-a404-7fa2443d7c51 req-0bd09e38-efcd-4489-8b2c-1e01c38f18ff tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1817671-3c6e-496e-9422-83beea4c0675 HTTP/1.1" status: 200 len: 944 time: 0.0528162 Sep 08 00:45:51.452250 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 50466) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:45:51.457258 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [None req-2546b94d-dd4d-46e8-a95f-a1e7834e73fc tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1996924556', 'description': 'tempest-description--1760329488'}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:45:51.485824 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-2546b94d-dd4d-46e8-a95f-a1e7834e73fc tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:51.492919 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e1aa671b-0878-4422-a404-7fa2443d7c51 req-43c02bc3-8add-4117-ad10-6386bb75fa52 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342960 Sep 08 00:45:51.543759 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvr_db [None req-2b82f9eb-9b1f-4c42-91e0-9f6c56738501 None None] Set router d8102167-1379-4f6a-a5f3-d5933ef2ab1b gateway port host: dv-cinder-759961-13-iscsi {{(pid=105700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:45:51.589194 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-2546b94d-dd4d-46e8-a95f-a1e7834e73fc tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:51.593990 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-2546b94d-dd4d-46e8-a95f-a1e7834e73fc tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:51.608308 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ea5cf-c720-411e-978c-2e7b77042373 req-82d8b959-ba39-47b1-a289-32027ab78b17 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:51.609795 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-7f9ea5cf-c720-411e-978c-2e7b77042373 req-82d8b959-ba39-47b1-a289-32027ab78b17 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.0503695 Sep 08 00:45:51.630672 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2546b94d-dd4d-46e8-a95f-a1e7834e73fc tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78364630-bbd7-47a0-a967-843c6ba37da3,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:51.636619 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-2546b94d-dd4d-46e8-a95f-a1e7834e73fc tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:51.638102 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-2546b94d-dd4d-46e8-a95f-a1e7834e73fc tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1848366 Sep 08 00:45:51.640931 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 50470) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:45:51.648799 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [None req-aaa60142-621c-407f-922f-ff4b318198e5 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Request body: {'security_group_rule': {'security_group_id': '78364630-bbd7-47a0-a967-843c6ba37da3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:45:51.655059 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:51.658154 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-7f9ea5cf-c720-411e-978c-2e7b77042373 req-533b1eb7-2c21-4aa6-b2f7-0c130a28e668 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415170 Sep 08 00:45:51.689289 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-aaa60142-621c-407f-922f-ff4b318198e5 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:51.761517 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-aaa60142-621c-407f-922f-ff4b318198e5 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:51.765352 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-aaa60142-621c-407f-922f-ff4b318198e5 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607653'] for security_group_rule, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:51.766110 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-2b82f9eb-9b1f-4c42-91e0-9f6c56738501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'name': 'tempest-AttachVolumeTestJSON-1050772192-router', 'tenant_id': '6c2e3269f9714298a408087ff7cd53df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'ef1fb995-3568-4a46-a21d-0ad3e2290081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:45:46Z', 'updated_at': '2021-09-08T00:45:50Z', 'revision_number': 4, 'project_id': '6c2e3269f9714298a408087ff7cd53df', 'gw_port': {'id': 'ef1fb995-3568-4a46-a21d-0ad3e2290081', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:05:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:45:47Z', 'updated_at': '2021-09-08T00:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_interfaces': [{'id': 'd695c59a-1b18-405e-ad9a-246728ca4e84', 'name': '', 'network_id': 'ce10fb4f-fc55-43bc-8b33-2df5991b8f81', 'tenant_id': '6c2e3269f9714298a408087ff7cd53df', 'mac_address': 'fa:16:3e:e8:f2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '9be68c17-707e-479e-ae04-cf49c535adb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:45:49Z', 'updated_at': '2021-09-08T00:45:50Z', 'revision_number': 2, 'project_id': '6c2e3269f9714298a408087ff7cd53df', 'subnets': [{'id': '9be68c17-707e-479e-ae04-cf49c535adb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:45:51.786242 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa60142-621c-407f-922f-ff4b318198e5 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=769f71a2-06db-4dc0-b255-4de49c46429c,revision_number=0']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:51.797523 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-aaa60142-621c-407f-922f-ff4b318198e5 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:51.798887 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-aaa60142-621c-407f-922f-ff4b318198e5 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1548891 Sep 08 00:45:51.801666 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 50474) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:45:51.803155 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b82f9eb-9b1f-4c42-91e0-9f6c56738501 None None] Checking router: d8102167-1379-4f6a-a5f3-d5933ef2ab1b for host: dv-cinder-759961-13-iscsi {{(pid=105700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 00:45:51.803537 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b82f9eb-9b1f-4c42-91e0-9f6c56738501 None None] Updating router d8102167-1379-4f6a-a5f3-d5933ef2ab1b port d695c59a-1b18-405e-ad9a-246728ca4e84 binding host dv-cinder-759961-13-iscsi {{(pid=105700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 00:45:51.808311 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [None req-5f7b1823-d925-42e6-addf-60b0b3878074 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Request body: {'security_group_rule': {'security_group_id': '78364630-bbd7-47a0-a967-843c6ba37da3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:45:51.835447 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-2b82f9eb-9b1f-4c42-91e0-9f6c56738501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:51.846581 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-5f7b1823-d925-42e6-addf-60b0b3878074 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:51.909954 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-5f7b1823-d925-42e6-addf-60b0b3878074 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:51.914335 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-5f7b1823-d925-42e6-addf-60b0b3878074 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607653'] for security_group_rule, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:51.934968 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7b1823-d925-42e6-addf-60b0b3878074 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=021f7c78-35f2-43a7-a86c-dcc5264357f4,revision_number=0']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:51.942758 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-5f7b1823-d925-42e6-addf-60b0b3878074 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:51.944209 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-5f7b1823-d925-42e6-addf-60b0b3878074 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1414065 Sep 08 00:45:51.947229 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 50480) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:45:51.954343 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [None req-50814431-9a7c-42b0-8ffb-0d0eb663c0ee tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Request body: {'floatingip': {'floating_network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a'}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:45:51.983279 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-50814431-9a7c-42b0-8ffb-0d0eb663c0ee tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks [] for floatingip, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:52.084335 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-50814431-9a7c-42b0-8ffb-0d0eb663c0ee tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:52.126085 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-2b82f9eb-9b1f-4c42-91e0-9f6c56738501 None None] Notify callbacks [] for port, precommit_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:52.136330 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-2b82f9eb-9b1f-4c42-91e0-9f6c56738501 None None] Transition to ACTIVE for port object d695c59a-1b18-405e-ad9a-246728ca4e84 will not be triggered until provisioned by entity L2. {{(pid=105700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:45:52.141447 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-2b82f9eb-9b1f-4c42-91e0-9f6c56738501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:52.188455 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.db_base_plugin_common [None req-50814431-9a7c-42b0-8ffb-0d0eb663c0ee tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Allocated IP 172.27.0.57 (aeb1b426-56a4-445f-8c16-06e4bfc4278a/d22fae44-982b-434e-84ec-8582a9df6d9e/f88f5503-3bed-4264-88a3-5e8e54bf83f7) {{(pid=105698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 00:45:52.262549 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb5d9b0-2b60-4229-8bff-cc5cc548498d None None] Pushing event updated for resources: {'Port': ['ID=d695c59a-1b18-405e-ad9a-246728ca4e84,revision_number=3']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:52.274927 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-2b82f9eb-9b1f-4c42-91e0-9f6c56738501 None None] Attempting to bind port d695c59a-1b18-405e-ad9a-246728ca4e84 on host dv-cinder-759961-13-iscsi for vnic_type normal with profile {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 00:45:52.275299 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-2b82f9eb-9b1f-4c42-91e0-9f6c56738501 None None] Attempting to bind port d695c59a-1b18-405e-ad9a-246728ca4e84 by drivers openvswitch,hyperv on host dv-cinder-759961-13-iscsi at level 0 using segments [{'id': '00d437d1-d70b-479c-8729-36ced9e6abc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ce10fb4f-fc55-43bc-8b33-2df5991b8f81'}] {{(pid=105700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 00:45:52.276218 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b82f9eb-9b1f-4c42-91e0-9f6c56738501 None None] Attempting to bind port d695c59a-1b18-405e-ad9a-246728ca4e84 on network ce10fb4f-fc55-43bc-8b33-2df5991b8f81 {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:45:52.281508 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b82f9eb-9b1f-4c42-91e0-9f6c56738501 None None] Checking agent: {'id': 'f82a9a64-a181-41a7-bfc0-9590d2256fe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 0, 35, 51), 'started_at': datetime.datetime(2021, 9, 8, 0, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 0, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 00:45:52.282394 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b82f9eb-9b1f-4c42-91e0-9f6c56738501 None None] Checking segment: {'id': '00d437d1-d70b-479c-8729-36ced9e6abc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ce10fb4f-fc55-43bc-8b33-2df5991b8f81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:45:52.282394 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-2b82f9eb-9b1f-4c42-91e0-9f6c56738501 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:52.282660 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b82f9eb-9b1f-4c42-91e0-9f6c56738501 None None] Bound using segment: {'id': '00d437d1-d70b-479c-8729-36ced9e6abc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ce10fb4f-fc55-43bc-8b33-2df5991b8f81'} {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 00:45:52.283132 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-2b82f9eb-9b1f-4c42-91e0-9f6c56738501 None None] Bound port: d695c59a-1b18-405e-ad9a-246728ca4e84, host: dv-cinder-759961-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00d437d1-d70b-479c-8729-36ced9e6abc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ce10fb4f-fc55-43bc-8b33-2df5991b8f81'}}] {{(pid=105700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 00:45:52.283684 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-2b82f9eb-9b1f-4c42-91e0-9f6c56738501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:52.324901 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-50814431-9a7c-42b0-8ffb-0d0eb663c0ee tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks [] for port, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:52.350101 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-2b82f9eb-9b1f-4c42-91e0-9f6c56738501 None None] For port d695c59a-1b18-405e-ad9a-246728ca4e84, host dv-cinder-759961-13-iscsi, cleared binding levels {{(pid=105700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 00:45:52.353523 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-2b82f9eb-9b1f-4c42-91e0-9f6c56738501 None None] For port d695c59a-1b18-405e-ad9a-246728ca4e84, host dv-cinder-759961-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=d695c59a-1b18-405e-ad9a-246728ca4e84,segment=NetworkSegment(00d437d1-d70b-479c-8729-36ced9e6abc0),segment_id=00d437d1-d70b-479c-8729-36ced9e6abc0)] {{(pid=105700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 00:45:52.361215 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-2b82f9eb-9b1f-4c42-91e0-9f6c56738501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:52.374056 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-50814431-9a7c-42b0-8ffb-0d0eb663c0ee tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792256344477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705649'] for port, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:52.413094 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50814431-9a7c-42b0-8ffb-0d0eb663c0ee tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Network aeb1b426-56a4-445f-8c16-06e4bfc4278a is already hosted by enough agents. {{(pid=105698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:45:52.415926 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.base_scheduler [None req-50814431-9a7c-42b0-8ffb-0d0eb663c0ee tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Resources bound (agent type, host, resource id): {{(pid=105698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:45:52.420586 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50814431-9a7c-42b0-8ffb-0d0eb663c0ee tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Received port after_create {{(pid=105698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 00:45:52.425615 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b82f9eb-9b1f-4c42-91e0-9f6c56738501 None None] Routers {'d8102167-1379-4f6a-a5f3-d5933ef2ab1b'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:45:52.426341 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-2b82f9eb-9b1f-4c42-91e0-9f6c56738501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:45:51Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['d8102167-1379-4f6a-a5f3-d5933ef2ab1b'], 'active': True} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:45:52.428400 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb5d9b0-2b60-4229-8bff-cc5cc548498d None None] Pushing event updated for resources: {'Port': ['ID=d695c59a-1b18-405e-ad9a-246728ca4e84,revision_number=4']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:52.452078 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50814431-9a7c-42b0-8ffb-0d0eb663c0ee tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Pushing event updated for resources: {'Port': ['ID=f88f5503-3bed-4264-88a3-5e8e54bf83f7,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:52.553765 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvr_db [None req-2b82f9eb-9b1f-4c42-91e0-9f6c56738501 None None] Set router d8102167-1379-4f6a-a5f3-d5933ef2ab1b gateway port host: dv-cinder-759961-13-iscsi {{(pid=105700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:45:52.560437 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-50814431-9a7c-42b0-8ffb-0d0eb663c0ee tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:52.611635 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-50814431-9a7c-42b0-8ffb-0d0eb663c0ee tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:52.795266 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device ef1fb995-3568-4a46-a21d-0ad3e2290081 up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:45:52.815618 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-50814431-9a7c-42b0-8ffb-0d0eb663c0ee tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks [] for port, precommit_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:52.825983 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-50814431-9a7c-42b0-8ffb-0d0eb663c0ee tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7705662'] for port, after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:52.848599 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050e9e4-9301-4e7a-9b75-e12381e16677 req-bde4b90c-dfbd-4409-830d-893687ff1b91 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:52.850254 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0050e9e4-9301-4e7a-9b75-e12381e16677 req-bde4b90c-dfbd-4409-830d-893687ff1b91 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1817671-3c6e-496e-9422-83beea4c0675 HTTP/1.1" status: 200 len: 944 time: 0.2776928 Sep 08 00:45:52.871874 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device 721190b3-5663-4608-abfa-0dcb5bb60fab details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=105700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 00:45:52.872449 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b70882-e67d-4028-a230-4188dbc71bf2 req-8a491bb8-eeb5-4c60-9b8f-eeb00af0e154 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:52.874267 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-c7b70882-e67d-4028-a230-4188dbc71bf2 req-8a491bb8-eeb5-4c60-9b8f-eeb00af0e154 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.0814903 Sep 08 00:45:52.915645 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50814431-9a7c-42b0-8ffb-0d0eb663c0ee tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Pushing event updated for resources: {'Port': ['ID=f88f5503-3bed-4264-88a3-5e8e54bf83f7,revision_number=2']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:52.919861 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0050e9e4-9301-4e7a-9b75-e12381e16677 req-8d90f7a3-f5e8-4bd0-97b2-54f1f1f94ac5 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619237 Sep 08 00:45:52.928427 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-50814431-9a7c-42b0-8ffb-0d0eb663c0ee tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529524'] for floatingip, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:52.938134 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-c7b70882-e67d-4028-a230-4188dbc71bf2 req-cc147d35-47f7-4c7a-ba2b-16bcf90034db tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561194 Sep 08 00:45:52.958921 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-50814431-9a7c-42b0-8ffb-0d0eb663c0ee tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for floatingip, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:52.960881 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-50814431-9a7c-42b0-8ffb-0d0eb663c0ee tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0119729 Sep 08 00:45:53.125634 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-2b82f9eb-9b1f-4c42-91e0-9f6c56738501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'name': 'tempest-AttachVolumeTestJSON-1050772192-router', 'tenant_id': '6c2e3269f9714298a408087ff7cd53df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'ef1fb995-3568-4a46-a21d-0ad3e2290081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:45:46Z', 'updated_at': '2021-09-08T00:45:50Z', 'revision_number': 4, 'project_id': '6c2e3269f9714298a408087ff7cd53df', 'gw_port': {'id': 'ef1fb995-3568-4a46-a21d-0ad3e2290081', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:05:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:45:47Z', 'updated_at': '2021-09-08T00:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_interfaces': [{'id': 'd695c59a-1b18-405e-ad9a-246728ca4e84', 'name': '', 'network_id': 'ce10fb4f-fc55-43bc-8b33-2df5991b8f81', 'tenant_id': '6c2e3269f9714298a408087ff7cd53df', 'mac_address': 'fa:16:3e:e8:f2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '9be68c17-707e-479e-ae04-cf49c535adb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:45:49Z', 'updated_at': '2021-09-08T00:45:52Z', 'revision_number': 4, 'project_id': '6c2e3269f9714298a408087ff7cd53df', 'subnets': [{'id': '9be68c17-707e-479e-ae04-cf49c535adb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:45:53.144646 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1c16f746-2fad-4419-be25-d6ca0b3316f7 req-79b476b3-2440-41f1-b391-a0a0c7bc0c72 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1996924556&fields=id&tenant_id=6c2e3269f9714298a408087ff7cd53df HTTP/1.1" status: 200 len: 267 time: 0.0724516 Sep 08 00:45:53.162142 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b82f9eb-9b1f-4c42-91e0-9f6c56738501 None None] The sync data for ids ['d8102167-1379-4f6a-a5f3-d5933ef2ab1b'] in dv-cinder-759961-13-iscsi is: [{'id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'name': 'tempest-AttachVolumeTestJSON-1050772192-router', 'tenant_id': '6c2e3269f9714298a408087ff7cd53df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'ef1fb995-3568-4a46-a21d-0ad3e2290081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:45:46Z', 'updated_at': '2021-09-08T00:45:50Z', 'revision_number': 4, 'project_id': '6c2e3269f9714298a408087ff7cd53df', 'gw_port': {'id': 'ef1fb995-3568-4a46-a21d-0ad3e2290081', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:05:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:45:47Z', 'updated_at': '2021-09-08T00:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_interfaces': [{'id': 'd695c59a-1b18-405e-ad9a-246728ca4e84', 'name': '', 'network_id': 'ce10fb4f-fc55-43bc-8b33-2df5991b8f81', 'tenant_id': '6c2e3269f9714298a408087ff7cd53df', 'mac_address': 'fa:16:3e:e8:f2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '9be68c17-707e-479e-ae04-cf49c535adb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:45:49Z', 'updated_at': '2021-09-08T00:45:52Z', 'revision_number': 4, 'project_id': '6c2e3269f9714298a408087ff7cd53df', 'subnets': [{'id': '9be68c17-707e-479e-ae04-cf49c535adb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 00:45:53.167163 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port 721190b3-5663-4608-abfa-0dcb5bb60fab, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=721190b3-5663-4608-abfa-0dcb5bb60fab,segment=NetworkSegment(3de05d6b-2c84-441f-bc53-4fa7981bcbd6),segment_id=3de05d6b-2c84-441f-bc53-4fa7981bcbd6)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:45:53.180114 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning complete for port ef1fb995-3568-4a46-a21d-0ad3e2290081 triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:45:53.180503 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:53.232988 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Returning: {'device': '721190b3-5663-4608-abfa-0dcb5bb60fab', 'network_id': 'e271d85f-7317-457a-866b-38767b94b4ff', 'port_id': '721190b3-5663-4608-abfa-0dcb5bb60fab', 'mac_address': 'fa:16:3e:f9:e8:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90c2af37-f46d-44ca-a62c-c2802a56f799', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 00:45:53.253742 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:53.351283 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:53.356245 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16f746-2fad-4419-be25-d6ca0b3316f7 req-3ec736bb-3829-4614-b674-80ddbf8bd710 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:53.358180 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1c16f746-2fad-4419-be25-d6ca0b3316f7 req-3ec736bb-3829-4614-b674-80ddbf8bd710 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/networks?id=ce10fb4f-fc55-43bc-8b33-2df5991b8f81 HTTP/1.1" status: 200 len: 811 time: 0.2124200 Sep 08 00:45:53.376453 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1c16f746-2fad-4419-be25-d6ca0b3316f7 req-4e6ba7d6-e073-410d-98b5-0e72079bae12 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/quotas/6c2e3269f9714298a408087ff7cd53df HTTP/1.1" status: 200 len: 375 time: 0.0120375 Sep 08 00:45:53.392173 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.notifiers.nova [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 721190b3-5663-4608-abfa-0dcb5bb60fab {{(pid=105700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 00:45:53.420645 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port 721190b3-5663-4608-abfa-0dcb5bb60fab, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=721190b3-5663-4608-abfa-0dcb5bb60fab,segment=NetworkSegment(3de05d6b-2c84-441f-bc53-4fa7981bcbd6),segment_id=3de05d6b-2c84-441f-bc53-4fa7981bcbd6)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:45:53.427414 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:53.451355 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1c16f746-2fad-4419-be25-d6ca0b3316f7 req-679ef94e-5eaf-4b0c-9cee-9e2926e2fe45 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6c2e3269f9714298a408087ff7cd53df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0666993 Sep 08 00:45:53.484617 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Pushing event updated for resources: {'Port': ['ID=721190b3-5663-4608-abfa-0dcb5bb60fab,revision_number=4']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:53.572398 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1c16f746-2fad-4419-be25-d6ca0b3316f7 req-8989ac4d-a1e5-4e4a-ba94-485291a46f9e service neutron] 10.222.0.15 "GET /v2.0/networks/ce10fb4f-fc55-43bc-8b33-2df5991b8f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959015 Sep 08 00:45:53.671796 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1c16f746-2fad-4419-be25-d6ca0b3316f7 req-d34337ce-764c-4182-b62c-4bdb19adb9d2 service neutron] 10.222.0.15 "GET /v2.0/networks/ce10fb4f-fc55-43bc-8b33-2df5991b8f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921257 Sep 08 00:45:53.886714 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-2ba8d31b-ac1f-4692-a2f7-e99486abe659 req-0878ff48-1d78-4826-b483-b85fb5cec43a tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 210 time: 0.0416441 Sep 08 00:45:54.121448 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa67a90-fecb-4a83-87a7-6b4d51c8cd94 req-a72c843a-a7d1-429d-a667-bcb90c50f085 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:54.122918 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1fa67a90-fecb-4a83-87a7-6b4d51c8cd94 req-a72c843a-a7d1-429d-a667-bcb90c50f085 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1817671-3c6e-496e-9422-83beea4c0675 HTTP/1.1" status: 200 len: 945 time: 0.1088445 Sep 08 00:45:54.137924 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] get_ports_and_sgs() called for port_ids ['721190b3-5663-4608-abfa-0dcb5bb60fab'] {{(pid=105700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 00:45:54.167657 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c64681-a2ea-42ca-97a9-a39178c237b2 req-72cffcfe-2d8b-4da9-9514-e6f6af8ac6fe tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:54.169619 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f9c64681-a2ea-42ca-97a9-a39178c237b2 req-72cffcfe-2d8b-4da9-9514-e6f6af8ac6fe tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.1160223 Sep 08 00:45:54.208335 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1fa67a90-fecb-4a83-87a7-6b4d51c8cd94 req-580a1092-6527-4209-967f-9fb71e16296e tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741615 Sep 08 00:45:54.258647 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f9c64681-a2ea-42ca-97a9-a39178c237b2 req-025e5eae-9527-4842-9fa7-a06cd1dd6c39 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808694 Sep 08 00:45:54.444587 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb536df6-9f7f-41a4-a63e-58980fc3854c req-969045e6-bbf8-4cf0-9b9a-64f31d68df70 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:54.446241 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-bb536df6-9f7f-41a4-a63e-58980fc3854c req-969045e6-bbf8-4cf0-9b9a-64f31d68df70 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/networks?id=730eb77e-b615-44f2-a325-106133633428 HTTP/1.1" status: 200 len: 808 time: 0.1289234 Sep 08 00:45:54.461297 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-bb536df6-9f7f-41a4-a63e-58980fc3854c req-1a6054e1-f6f5-4c72-a955-25e4f3f98bb4 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/quotas/52c317881b44409c88cbbbdb512371da HTTP/1.1" status: 200 len: 375 time: 0.0094824 Sep 08 00:45:54.495615 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-bb536df6-9f7f-41a4-a63e-58980fc3854c req-f340758c-2b34-4d1c-9d09-ba707d8dfc97 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=52c317881b44409c88cbbbdb512371da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277646 Sep 08 00:45:54.609592 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-bb536df6-9f7f-41a4-a63e-58980fc3854c req-e235478f-e06b-4ff6-aca7-62f8c65c9202 service neutron] 10.222.0.15 "GET /v2.0/networks/730eb77e-b615-44f2-a325-106133633428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066048 Sep 08 00:45:54.708785 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-bb536df6-9f7f-41a4-a63e-58980fc3854c req-1d3c25da-42fc-4291-9ee6-fa74997312c3 service neutron] 10.222.0.15 "GET /v2.0/networks/730eb77e-b615-44f2-a325-106133633428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918186 Sep 08 00:45:54.792602 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device d695c59a-1b18-405e-ad9a-246728ca4e84 up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:45:54.876772 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning for port d695c59a-1b18-405e-ad9a-246728ca4e84 completed by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:45:54.883232 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning complete for port d695c59a-1b18-405e-ad9a-246728ca4e84 triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:45:54.883689 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:54.909753 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-87b5648f-ea29-4edf-a07b-63d17f2a3bdc req-3dd99172-d0f6-49f6-98ac-77238e135e6c tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e21ee30-117b-4984-8e52-f2367122fd9f HTTP/1.1" status: 200 len: 210 time: 0.0320399 Sep 08 00:45:54.973384 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:54.977555 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-641b739e-d097-4924-aabe-fa0ea9c12d31 req-d4d54d09-9293-45c6-95ef-975b9d4835de tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 210 time: 0.0285702 Sep 08 00:45:55.008031 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] For port d695c59a-1b18-405e-ad9a-246728ca4e84, host dv-cinder-759961-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=d695c59a-1b18-405e-ad9a-246728ca4e84,segment=NetworkSegment(00d437d1-d70b-479c-8729-36ced9e6abc0),segment_id=00d437d1-d70b-479c-8729-36ced9e6abc0)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:45:55.012895 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:55.062617 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Pushing event updated for resources: {'Port': ['ID=d695c59a-1b18-405e-ad9a-246728ca4e84,revision_number=5']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:55.421513 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16f746-2fad-4419-be25-d6ca0b3316f7 req-15bb8a40-6ff2-4b1f-b92a-ce3862413aad tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:55.422988 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1c16f746-2fad-4419-be25-d6ca0b3316f7 req-15bb8a40-6ff2-4b1f-b92a-ce3862413aad tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.35 "GET /v2.0/networks?id=ce10fb4f-fc55-43bc-8b33-2df5991b8f81 HTTP/1.1" status: 200 len: 811 time: 0.1943667 Sep 08 00:45:55.475643 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c13cdb-420c-4cdb-bd45-01d56907a5cb req-7a9ab547-d705-4a37-933a-f9794f6e8050 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:55.477114 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-50c13cdb-420c-4cdb-bd45-01d56907a5cb req-7a9ab547-d705-4a37-933a-f9794f6e8050 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1817671-3c6e-496e-9422-83beea4c0675 HTTP/1.1" status: 200 len: 945 time: 0.1501820 Sep 08 00:45:55.490285 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998a875-d505-4da1-ab22-28202943d6f7 req-32f717ac-d7ee-4f8c-abc5-53427ee155b1 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:55.491639 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-d998a875-d505-4da1-ab22-28202943d6f7 req-32f717ac-d7ee-4f8c-abc5-53427ee155b1 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.1587222 Sep 08 00:45:55.540257 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90628d57-def8-4be6-a9cc-c361c40dd5de req-1a7dff90-782a-4bfd-9351-2fd92f38e427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:55.541884 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-90628d57-def8-4be6-a9cc-c361c40dd5de req-1a7dff90-782a-4bfd-9351-2fd92f38e427 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 1098 time: 0.1454377 Sep 08 00:45:55.559836 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1c16f746-2fad-4419-be25-d6ca0b3316f7 req-4975d921-3718-4c40-ba7b-892ea6beb7ff tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c2e3269f9714298a408087ff7cd53df HTTP/1.1" status: 200 len: 380 time: 0.1143861 Sep 08 00:45:55.581860 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-50c13cdb-420c-4cdb-bd45-01d56907a5cb req-c8059d55-aef7-4401-a0f4-7839d2aa9b7f tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890617 Sep 08 00:45:55.589388 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-d998a875-d505-4da1-ab22-28202943d6f7 req-0e6878e4-a5c2-4a6c-b6b2-9922bfd8fee3 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834799 Sep 08 00:45:55.613677 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [req-1c16f746-2fad-4419-be25-d6ca0b3316f7 req-8c632f64-e382-4267-b865-9dbc0776e9e3 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Request body: {'port': {'device_id': 'ae8fc482-b90d-4223-b05d-f53241012a19', 'network_id': 'ce10fb4f-fc55-43bc-8b33-2df5991b8f81', 'admin_state_up': True, 'tenant_id': '6c2e3269f9714298a408087ff7cd53df', 'security_groups': ['78364630-bbd7-47a0-a967-843c6ba37da3']}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:45:55.654372 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-90628d57-def8-4be6-a9cc-c361c40dd5de req-b0a99687-b3d3-473c-80da-d81b6b7ec622 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588965 Sep 08 00:45:55.736664 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c16f746-2fad-4419-be25-d6ca0b3316f7 req-8c632f64-e382-4267-b865-9dbc0776e9e3 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Made reservation on behalf of 6c2e3269f9714298a408087ff7cd53df for: {'port': 1} {{(pid=105699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:45:55.740187 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-1c16f746-2fad-4419-be25-d6ca0b3316f7 req-8c632f64-e382-4267-b865-9dbc0776e9e3 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:55.865269 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.db_base_plugin_common [req-1c16f746-2fad-4419-be25-d6ca0b3316f7 req-8c632f64-e382-4267-b865-9dbc0776e9e3 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Allocated IP 172.20.0.8 (ce10fb4f-fc55-43bc-8b33-2df5991b8f81/9be68c17-707e-479e-ae04-cf49c535adb6/24d1122e-086c-4356-82b0-933a87885a6b) {{(pid=105699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 00:45:56.006081 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-df58d458-3829-47ea-bfb5-f70bc648d285 req-44e55e38-a946-4444-a1a1-35a7509d4844 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e21ee30-117b-4984-8e52-f2367122fd9f HTTP/1.1" status: 200 len: 210 time: 0.0314174 Sep 08 00:45:56.027936 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-1c16f746-2fad-4419-be25-d6ca0b3316f7 req-8c632f64-e382-4267-b865-9dbc0776e9e3 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks [] for port, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:56.040233 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.provisioning_blocks [req-1c16f746-2fad-4419-be25-d6ca0b3316f7 req-8c632f64-e382-4267-b865-9dbc0776e9e3 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Transition to ACTIVE for port object 24d1122e-086c-4356-82b0-933a87885a6b will not be triggered until provisioned by entity DHCP. {{(pid=105699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:45:56.084642 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f95141a3-7386-4086-8ebe-d426f6b5a636 req-b4329f59-721c-41d3-9c3b-48b257d6548c tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 210 time: 0.0349185 Sep 08 00:45:56.098983 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-1c16f746-2fad-4419-be25-d6ca0b3316f7 req-8c632f64-e382-4267-b865-9dbc0776e9e3 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792256344477'] for port, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:56.138196 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c16f746-2fad-4419-be25-d6ca0b3316f7 req-8c632f64-e382-4267-b865-9dbc0776e9e3 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Network ce10fb4f-fc55-43bc-8b33-2df5991b8f81 is already hosted by enough agents. {{(pid=105699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:45:56.141135 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.base_scheduler [req-1c16f746-2fad-4419-be25-d6ca0b3316f7 req-8c632f64-e382-4267-b865-9dbc0776e9e3 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Resources bound (agent type, host, resource id): {{(pid=105699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:45:56.143687 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c16f746-2fad-4419-be25-d6ca0b3316f7 req-8c632f64-e382-4267-b865-9dbc0776e9e3 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Received port after_create {{(pid=105699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 00:45:56.149495 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16f746-2fad-4419-be25-d6ca0b3316f7 req-8c632f64-e382-4267-b865-9dbc0776e9e3 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:56.150111 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-1c16f746-2fad-4419-be25-d6ca0b3316f7 req-8c632f64-e382-4267-b865-9dbc0776e9e3 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for port, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:56.172465 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c632f64-e382-4267-b865-9dbc0776e9e3 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Pushing event updated for resources: {'Port': ['ID=24d1122e-086c-4356-82b0-933a87885a6b,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:45:56.186526 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1c16f746-2fad-4419-be25-d6ca0b3316f7 req-8c632f64-e382-4267-b865-9dbc0776e9e3 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5766509 Sep 08 00:45:56.311561 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-e0c07906-8a17-4c08-b8e0-05a1612b646e None None] Provisioning for port 24d1122e-086c-4356-82b0-933a87885a6b completed by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:45:56.315081 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-e0c07906-8a17-4c08-b8e0-05a1612b646e None None] Provisioning complete for port 24d1122e-086c-4356-82b0-933a87885a6b triggered by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:45:56.315449 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-e0c07906-8a17-4c08-b8e0-05a1612b646e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:56.349151 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-e0c07906-8a17-4c08-b8e0-05a1612b646e None None] Port 24d1122e-086c-4356-82b0-933a87885a6b cannot update to ACTIVE because it is not bound. {{(pid=105700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 00:45:56.722179 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f5069-d52f-4bce-af5f-ad9f551b114b req-351e37ae-7e53-4e8f-836d-4a1c4179b4c0 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:56.723702 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-563f5069-d52f-4bce-af5f-ad9f551b114b req-351e37ae-7e53-4e8f-836d-4a1c4179b4c0 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1817671-3c6e-496e-9422-83beea4c0675 HTTP/1.1" status: 200 len: 945 time: 0.0749562 Sep 08 00:45:56.732196 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b290ad-14a6-4cb8-b835-22a921f6cb78 req-bdaa34e5-38af-4df2-9f39-4b11a8ed2690 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:56.733669 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-d2b290ad-14a6-4cb8-b835-22a921f6cb78 req-bdaa34e5-38af-4df2-9f39-4b11a8ed2690 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.0762310 Sep 08 00:45:56.758075 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device d695c59a-1b18-405e-ad9a-246728ca4e84 up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:45:56.799990 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-563f5069-d52f-4bce-af5f-ad9f551b114b req-c60f20e1-d2fb-47c1-85ed-68f77d0ca3a3 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651863 Sep 08 00:45:56.803624 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-d2b290ad-14a6-4cb8-b835-22a921f6cb78 req-18dde260-079a-4fef-a20b-272ce0e8f09d tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634320 Sep 08 00:45:56.813263 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning complete for port d695c59a-1b18-405e-ad9a-246728ca4e84 triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:45:56.813693 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:45:57.099047 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-747ed69a-643b-4a01-a899-3a2eb639f483 req-2e30ebe0-894e-4233-9dbc-832026c73a07 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e21ee30-117b-4984-8e52-f2367122fd9f HTTP/1.1" status: 200 len: 210 time: 0.0291483 Sep 08 00:45:57.196371 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9d076-41d2-463d-a5ed-0e83004eaea2 req-01a84e15-8257-425d-85c1-de8a7f394801 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:57.198283 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1ee9d076-41d2-463d-a5ed-0e83004eaea2 req-01a84e15-8257-425d-85c1-de8a7f394801 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 931 time: 0.0490537 Sep 08 00:45:57.235146 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1ee9d076-41d2-463d-a5ed-0e83004eaea2 req-b2248976-02a6-417d-a807-8e1b81d332a2 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309787 Sep 08 00:45:57.945511 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5d988-471f-4278-b9bb-991e495a8b31 req-34351190-f531-47a5-b5c7-d74e906fa4e1 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:57.946962 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-efd5d988-471f-4278-b9bb-991e495a8b31 req-34351190-f531-47a5-b5c7-d74e906fa4e1 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1817671-3c6e-496e-9422-83beea4c0675 HTTP/1.1" status: 200 len: 945 time: 0.0658729 Sep 08 00:45:57.954310 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f797181-b45f-4472-a86c-74c3d0ccc6b7 req-006e5e89-7422-4490-9549-0207abee0236 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:57.955958 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0f797181-b45f-4472-a86c-74c3d0ccc6b7 req-006e5e89-7422-4490-9549-0207abee0236 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.0835080 Sep 08 00:45:58.011660 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-efd5d988-471f-4278-b9bb-991e495a8b31 req-bf65d4ff-d4cd-4ffd-b60c-829cd9c0a9b3 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546827 Sep 08 00:45:58.018734 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0f797181-b45f-4472-a86c-74c3d0ccc6b7 req-98841234-4d46-4cc9-922e-e1ee9262a5e2 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563316 Sep 08 00:45:58.345611 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-80bec1a0-90ff-43ed-a216-44e81741121b req-0dca003f-2230-4400-a3d2-59165b2bb0db tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e21ee30-117b-4984-8e52-f2367122fd9f HTTP/1.1" status: 200 len: 210 time: 0.0456874 Sep 08 00:45:58.368339 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d525c190-bb5e-47c7-92a5-97f62353f40d req-59d46546-bbda-4f0e-a551-51c72bed9df8 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:58.369837 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-d525c190-bb5e-47c7-92a5-97f62353f40d req-59d46546-bbda-4f0e-a551-51c72bed9df8 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 931 time: 0.0596602 Sep 08 00:45:58.407444 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-d525c190-bb5e-47c7-92a5-97f62353f40d req-a8fe7db2-ff9b-49fb-b6aa-67b50ab3e23e tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317576 Sep 08 00:45:59.155056 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce049e5-5d9b-448e-997a-19186ca77e7c req-9d192999-b4c3-4c96-abe6-9d26dd60617b tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:59.156536 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4ce049e5-5d9b-448e-997a-19186ca77e7c req-9d192999-b4c3-4c96-abe6-9d26dd60617b tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1817671-3c6e-496e-9422-83beea4c0675 HTTP/1.1" status: 200 len: 945 time: 0.0795925 Sep 08 00:45:59.163701 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748bd38d-bffb-47bc-9ed6-bee8d8ba1b4a req-c7a65c76-1f72-4008-bec2-37418a27e24b tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:59.165026 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-748bd38d-bffb-47bc-9ed6-bee8d8ba1b4a req-c7a65c76-1f72-4008-bec2-37418a27e24b tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.0778427 Sep 08 00:45:59.217651 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4ce049e5-5d9b-448e-997a-19186ca77e7c req-3ed13bdb-4040-4aeb-a572-a7c1a64a8d5d tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517170 Sep 08 00:45:59.222298 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-748bd38d-bffb-47bc-9ed6-bee8d8ba1b4a req-4dc1cf5b-2dc8-4ff8-8997-1850106909e5 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508039 Sep 08 00:45:59.438334 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6cdbdeaa-481e-4027-867b-97ba033aaf8e req-10b5330a-6db1-4931-b49c-ecad653ad0e2 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e21ee30-117b-4984-8e52-f2367122fd9f HTTP/1.1" status: 200 len: 210 time: 0.0286078 Sep 08 00:45:59.527298 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306ce27-b8b5-46ff-86cf-df7717b4e8d1 req-2ac58171-fe67-4a65-91df-e503e280e64c tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:45:59.528769 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4306ce27-b8b5-46ff-86cf-df7717b4e8d1 req-2ac58171-fe67-4a65-91df-e503e280e64c tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 931 time: 0.0482793 Sep 08 00:45:59.565416 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4306ce27-b8b5-46ff-86cf-df7717b4e8d1 req-846e714d-55d0-4456-a571-1cb1e5fc2bda tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307798 Sep 08 00:46:00.360267 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e55c51-41d4-41f1-a6c9-05728f08be01 req-e9b1cd75-3030-42c6-954a-38342b1df91e tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:00.361645 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-09e55c51-41d4-41f1-a6c9-05728f08be01 req-e9b1cd75-3030-42c6-954a-38342b1df91e tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.0694315 Sep 08 00:46:00.370046 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4adcf54-37ef-4ce7-9939-d94440ab11e8 req-574de46e-3424-449d-8f04-ec3e0ec2b16c tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:00.371420 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-c4adcf54-37ef-4ce7-9939-d94440ab11e8 req-574de46e-3424-449d-8f04-ec3e0ec2b16c tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1817671-3c6e-496e-9422-83beea4c0675 HTTP/1.1" status: 200 len: 945 time: 0.0885425 Sep 08 00:46:00.424735 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-09e55c51-41d4-41f1-a6c9-05728f08be01 req-dceea080-4743-4a5e-8c36-396e6a4fe0b9 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523682 Sep 08 00:46:00.429483 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-c4adcf54-37ef-4ce7-9939-d94440ab11e8 req-94f10958-fac6-441a-92ff-7424d4c34397 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516281 Sep 08 00:46:00.531923 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-812a1e43-f158-481a-911f-f1149caab322 req-b06387a6-1118-4546-8258-f8c1a49e7079 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e21ee30-117b-4984-8e52-f2367122fd9f HTTP/1.1" status: 200 len: 210 time: 0.0265017 Sep 08 00:46:00.683485 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e2977-36db-44f2-8c26-026e52ad6ac0 req-312a7943-6881-4385-97a8-e5522de8375a tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:00.684866 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-256e2977-36db-44f2-8c26-026e52ad6ac0 req-312a7943-6881-4385-97a8-e5522de8375a tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 931 time: 0.0512550 Sep 08 00:46:00.722372 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-256e2977-36db-44f2-8c26-026e52ad6ac0 req-8a5795e0-b968-4a75-ae74-903aeaad854d tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317116 Sep 08 00:46:00.771753 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device 721190b3-5663-4608-abfa-0dcb5bb60fab up at agent hyperv_hv-cinder-75996 {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:46:00.818672 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Provisioning for port 721190b3-5663-4608-abfa-0dcb5bb60fab completed by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:46:00.823150 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Provisioning complete for port 721190b3-5663-4608-abfa-0dcb5bb60fab triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:46:00.823524 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:00.901919 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:00.922875 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1817671-3c6e-496e-9422-83beea4c0675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721190b3-5663-4608-abfa-0dcb5bb60fab'}] {{(pid=105700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:46:00.925103 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8460d1f582680b5b58131e18e26cc0c46bcacb71cb7028c1e32c58fa4cd87a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e7dd61-170d-4108-979b-38aa7ed34fd1" -d '{"events": [{"server_uuid": "f1817671-3c6e-496e-9422-83beea4c0675", "name": "network-vif-plugged", "status": "completed", "tag": "721190b3-5663-4608-abfa-0dcb5bb60fab"}]}' {{(pid=105700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:46:00.937113 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port 721190b3-5663-4608-abfa-0dcb5bb60fab, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=721190b3-5663-4608-abfa-0dcb5bb60fab,segment=NetworkSegment(3de05d6b-2c84-441f-bc53-4fa7981bcbd6),segment_id=3de05d6b-2c84-441f-bc53-4fa7981bcbd6)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:46:00.941101 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:00.966004 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 00:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ddb178-25af-407f-af86-684b06d3cc89 x-openstack-request-id: req-36ddb178-25af-407f-af86-684b06d3cc89 {{(pid=105700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:46:00.966325 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1817671-3c6e-496e-9422-83beea4c0675", "name": "network-vif-plugged", "status": "completed", "tag": "721190b3-5663-4608-abfa-0dcb5bb60fab", "code": 200}]} {{(pid=105700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:46:00.966579 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-36ddb178-25af-407f-af86-684b06d3cc89 {{(pid=105700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:46:00.966963 dv-cinder-759961-13-iscsi neutron-server[105700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1817671-3c6e-496e-9422-83beea4c0675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721190b3-5663-4608-abfa-0dcb5bb60fab', 'code': 200} Sep 08 00:46:00.991684 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Pushing event updated for resources: {'Port': ['ID=721190b3-5663-4608-abfa-0dcb5bb60fab,revision_number=5']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:46:01.572930 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb805162-a29d-4943-896c-8b5fe28e3065 req-dc6d2526-d645-4ae6-80f8-92533589c602 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:01.574926 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-cb805162-a29d-4943-896c-8b5fe28e3065 req-dc6d2526-d645-4ae6-80f8-92533589c602 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.0820842 Sep 08 00:46:01.587213 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40055d7f-ae22-496b-9a52-90a9b7b4d7dc req-91f55df9-1879-4563-a209-30c2e0855dac tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:01.589909 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-40055d7f-ae22-496b-9a52-90a9b7b4d7dc req-91f55df9-1879-4563-a209-30c2e0855dac tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1817671-3c6e-496e-9422-83beea4c0675 HTTP/1.1" status: 200 len: 946 time: 0.0695662 Sep 08 00:46:01.614477 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [req-1c16f746-2fad-4419-be25-d6ca0b3316f7 req-b31d06f7-3972-4d79-b34b-3d278f98df4a service neutron] Request body: {'port': {'device_id': 'ae8fc482-b90d-4223-b05d-f53241012a19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:46:01.683390 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-cb805162-a29d-4943-896c-8b5fe28e3065 req-ec42b6c3-91fa-4c3f-aaf6-66effc6b81da tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925131 Sep 08 00:46:01.703157 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-40055d7f-ae22-496b-9a52-90a9b7b4d7dc req-95a49351-2aae-4e0f-b04c-9bce532a75c4 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035392 Sep 08 00:46:01.712897 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-1c16f746-2fad-4419-be25-d6ca0b3316f7 req-b31d06f7-3972-4d79-b34b-3d278f98df4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:01.787083 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a59f80b1-0551-412a-8da9-a0714c0aaaa4 req-39b11b70-7746-43f5-8b85-fcb331a86361 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e21ee30-117b-4984-8e52-f2367122fd9f HTTP/1.1" status: 200 len: 210 time: 0.0367675 Sep 08 00:46:01.954665 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8307c23d-9cb7-4a17-b4a3-a4780b34e588 req-b1aec2a6-3299-470c-8a93-081cf7a8bdb2 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:01.956348 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-8307c23d-9cb7-4a17-b4a3-a4780b34e588 req-b1aec2a6-3299-470c-8a93-081cf7a8bdb2 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 931 time: 0.1610944 Sep 08 00:46:01.959591 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063fe5e3-51f0-4761-98d3-f7d75f4f01b2 req-2d15bb8f-079c-4d30-9c86-14f0b5a1d9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:01.960973 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-063fe5e3-51f0-4761-98d3-f7d75f4f01b2 req-2d15bb8f-079c-4d30-9c86-14f0b5a1d9a1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f1817671-3c6e-496e-9422-83beea4c0675 HTTP/1.1" status: 200 len: 1099 time: 0.1525040 Sep 08 00:46:02.063455 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-8307c23d-9cb7-4a17-b4a3-a4780b34e588 req-a06f821c-528f-4798-932b-8078096f318e tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996161 Sep 08 00:46:02.070133 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-063fe5e3-51f0-4761-98d3-f7d75f4f01b2 req-7b3531cb-bc38-49ac-93aa-204d9521e363 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760069 Sep 08 00:46:02.129701 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.notifiers.nova [req-1c16f746-2fad-4419-be25-d6ca0b3316f7 req-b31d06f7-3972-4d79-b34b-3d278f98df4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24d1122e-086c-4356-82b0-933a87885a6b {{(pid=105699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 00:46:02.137830 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-1c16f746-2fad-4419-be25-d6ca0b3316f7 req-b31d06f7-3972-4d79-b34b-3d278f98df4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:02.149289 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.provisioning_blocks [req-1c16f746-2fad-4419-be25-d6ca0b3316f7 req-b31d06f7-3972-4d79-b34b-3d278f98df4a service neutron] Transition to ACTIVE for port object 24d1122e-086c-4356-82b0-933a87885a6b will not be triggered until provisioned by entity L2. {{(pid=105699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:46:02.152573 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-1c16f746-2fad-4419-be25-d6ca0b3316f7 req-b31d06f7-3972-4d79-b34b-3d278f98df4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:02.183729 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.agents_db [None req-8a21184a-e449-40d8-9b7c-bcfe602fdfc6 None None] Agent healthcheck: found 6 active agents {{(pid=105701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 00:46:02.216323 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31d06f7-3972-4d79-b34b-3d278f98df4a service neutron] Pushing event updated for resources: {'Port': ['ID=24d1122e-086c-4356-82b0-933a87885a6b,revision_number=2']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:46:02.236344 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [req-1c16f746-2fad-4419-be25-d6ca0b3316f7 req-b31d06f7-3972-4d79-b34b-3d278f98df4a service neutron] Attempting to bind port 24d1122e-086c-4356-82b0-933a87885a6b on host hv-cinder-75996 for vnic_type normal with profile {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 00:46:02.236682 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [req-1c16f746-2fad-4419-be25-d6ca0b3316f7 req-b31d06f7-3972-4d79-b34b-3d278f98df4a service neutron] Attempting to bind port 24d1122e-086c-4356-82b0-933a87885a6b by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '00d437d1-d70b-479c-8729-36ced9e6abc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ce10fb4f-fc55-43bc-8b33-2df5991b8f81'}] {{(pid=105699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 00:46:02.237252 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c16f746-2fad-4419-be25-d6ca0b3316f7 req-b31d06f7-3972-4d79-b34b-3d278f98df4a service neutron] Attempting to bind port 24d1122e-086c-4356-82b0-933a87885a6b on network ce10fb4f-fc55-43bc-8b33-2df5991b8f81 {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:46:02.242063 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c16f746-2fad-4419-be25-d6ca0b3316f7 req-b31d06f7-3972-4d79-b34b-3d278f98df4a service neutron] Port 24d1122e-086c-4356-82b0-933a87885a6b on network ce10fb4f-fc55-43bc-8b33-2df5991b8f81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 00:46:02.242382 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c16f746-2fad-4419-be25-d6ca0b3316f7 req-b31d06f7-3972-4d79-b34b-3d278f98df4a service neutron] Attempting to bind port 24d1122e-086c-4356-82b0-933a87885a6b on network ce10fb4f-fc55-43bc-8b33-2df5991b8f81 {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:46:02.248722 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c16f746-2fad-4419-be25-d6ca0b3316f7 req-b31d06f7-3972-4d79-b34b-3d278f98df4a service neutron] Checking agent: {'id': '9d05b7f5-da94-42e7-89b0-a476ea8ca848', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 0, 41, 44), 'started_at': datetime.datetime(2021, 9, 8, 0, 41, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 0, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 00:46:02.249056 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c16f746-2fad-4419-be25-d6ca0b3316f7 req-b31d06f7-3972-4d79-b34b-3d278f98df4a service neutron] Checking segment: {'id': '00d437d1-d70b-479c-8729-36ced9e6abc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ce10fb4f-fc55-43bc-8b33-2df5991b8f81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:46:02.249430 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c16f746-2fad-4419-be25-d6ca0b3316f7 req-b31d06f7-3972-4d79-b34b-3d278f98df4a service neutron] Bound using segment: {'id': '00d437d1-d70b-479c-8729-36ced9e6abc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ce10fb4f-fc55-43bc-8b33-2df5991b8f81'} {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 00:46:02.249851 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [req-1c16f746-2fad-4419-be25-d6ca0b3316f7 req-b31d06f7-3972-4d79-b34b-3d278f98df4a service neutron] Bound port: 24d1122e-086c-4356-82b0-933a87885a6b, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00d437d1-d70b-479c-8729-36ced9e6abc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ce10fb4f-fc55-43bc-8b33-2df5991b8f81'}}] {{(pid=105699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 00:46:02.250203 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-1c16f746-2fad-4419-be25-d6ca0b3316f7 req-b31d06f7-3972-4d79-b34b-3d278f98df4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:02.313214 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.db [req-1c16f746-2fad-4419-be25-d6ca0b3316f7 req-b31d06f7-3972-4d79-b34b-3d278f98df4a service neutron] For port 24d1122e-086c-4356-82b0-933a87885a6b, host hv-cinder-75996, cleared binding levels {{(pid=105699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 00:46:02.316371 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.db [req-1c16f746-2fad-4419-be25-d6ca0b3316f7 req-b31d06f7-3972-4d79-b34b-3d278f98df4a service neutron] For port 24d1122e-086c-4356-82b0-933a87885a6b, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=24d1122e-086c-4356-82b0-933a87885a6b,segment=NetworkSegment(00d437d1-d70b-479c-8729-36ced9e6abc0),segment_id=00d437d1-d70b-479c-8729-36ced9e6abc0)] {{(pid=105699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 00:46:02.321827 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-1c16f746-2fad-4419-be25-d6ca0b3316f7 req-b31d06f7-3972-4d79-b34b-3d278f98df4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:02.357090 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16f746-2fad-4419-be25-d6ca0b3316f7 req-b31d06f7-3972-4d79-b34b-3d278f98df4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:02.357704 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-1c16f746-2fad-4419-be25-d6ca0b3316f7 req-b31d06f7-3972-4d79-b34b-3d278f98df4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for port, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:02.359103 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1c16f746-2fad-4419-be25-d6ca0b3316f7 req-b31d06f7-3972-4d79-b34b-3d278f98df4a service neutron] 10.222.0.35 "PUT /v2.0/ports/24d1122e-086c-4356-82b0-933a87885a6b HTTP/1.1" status: 200 len: 1093 time: 0.7539384 Sep 08 00:46:02.359547 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae8fc482-b90d-4223-b05d-f53241012a19', 'tag': '24d1122e-086c-4356-82b0-933a87885a6b'}] {{(pid=105699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:46:02.361756 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3219a0c12e8a5a78bd5034d738b4394f25721dc263a67c7d4cfc0eaa1ac0f340" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19197c0-915c-458d-a088-fb4fcab9bb3d" -d '{"events": [{"name": "network-changed", "server_uuid": "ae8fc482-b90d-4223-b05d-f53241012a19", "tag": "24d1122e-086c-4356-82b0-933a87885a6b"}]}' {{(pid=105699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:46:02.388577 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31d06f7-3972-4d79-b34b-3d278f98df4a service neutron] Pushing event updated for resources: {'Port': ['ID=24d1122e-086c-4356-82b0-933a87885a6b,revision_number=3']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:46:02.397569 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 00:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb12fee6-a0b4-45c6-9a66-1b6aa6251c0d x-openstack-request-id: req-cb12fee6-a0b4-45c6-9a66-1b6aa6251c0d {{(pid=105699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:46:02.397849 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae8fc482-b90d-4223-b05d-f53241012a19", "tag": "24d1122e-086c-4356-82b0-933a87885a6b", "status": "completed", "code": 200}]} {{(pid=105699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:46:02.398102 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cb12fee6-a0b4-45c6-9a66-1b6aa6251c0d {{(pid=105699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:46:02.398496 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae8fc482-b90d-4223-b05d-f53241012a19', 'tag': '24d1122e-086c-4356-82b0-933a87885a6b', 'status': 'completed', 'code': 200} Sep 08 00:46:02.833345 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb271f-9440-421f-9fe9-8d07f5b16d06 req-17e3dbb4-57b1-4c63-9484-d0598fcd4712 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:02.834911 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-7afb271f-9440-421f-9fe9-8d07f5b16d06 req-17e3dbb4-57b1-4c63-9484-d0598fcd4712 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.0708861 Sep 08 00:46:02.917894 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-7afb271f-9440-421f-9fe9-8d07f5b16d06 req-e63ccb10-0c09-43aa-aac8-db5f7b50ad14 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714726 Sep 08 00:46:02.950123 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1905fd4-6df5-49da-835f-949f28719c6a req-d8d8917f-d603-4e8c-9d50-401eaf6103dc tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:02.951710 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a1905fd4-6df5-49da-835f-949f28719c6a req-d8d8917f-d603-4e8c-9d50-401eaf6103dc tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1817671-3c6e-496e-9422-83beea4c0675 HTTP/1.1" status: 200 len: 946 time: 0.1158490 Sep 08 00:46:03.038568 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a1905fd4-6df5-49da-835f-949f28719c6a req-57acb672-9c8e-432b-8a32-d659e26be976 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726323 Sep 08 00:46:03.154758 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19197c0-915c-458d-a088-fb4fcab9bb3d req-5656a3f8-dc23-4b81-9fa7-bf424e983015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:03.160141 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a19197c0-915c-458d-a088-fb4fcab9bb3d req-5656a3f8-dc23-4b81-9fa7-bf424e983015 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6c2e3269f9714298a408087ff7cd53df&device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 1096 time: 0.1076078 Sep 08 00:46:03.172871 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb536df6-9f7f-41a4-a63e-58980fc3854c req-82592cef-0d6b-4966-9b7a-6f27e6cd8b78 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:03.174362 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-bb536df6-9f7f-41a4-a63e-58980fc3854c req-82592cef-0d6b-4966-9b7a-6f27e6cd8b78 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.35 "GET /v2.0/networks?id=730eb77e-b615-44f2-a325-106133633428 HTTP/1.1" status: 200 len: 808 time: 0.1775389 Sep 08 00:46:03.411489 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [req-bb536df6-9f7f-41a4-a63e-58980fc3854c req-c3213dfd-7ee1-4561-bd1d-11b052695b6b tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Request body: {'port': {'device_id': '2e21ee30-117b-4984-8e52-f2367122fd9f', 'network_id': '730eb77e-b615-44f2-a325-106133633428', 'admin_state_up': True, 'tenant_id': '52c317881b44409c88cbbbdb512371da'}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:46:03.487862 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5fa2ad1d-f396-4758-a638-14f4fcabc6aa req-f5747f8b-8411-414d-9484-c5a519ff67c1 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e21ee30-117b-4984-8e52-f2367122fd9f HTTP/1.1" status: 200 len: 210 time: 0.2685015 Sep 08 00:46:03.634005 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c45c3-f79e-4679-bfd3-aa32d5497720 req-bbf0097b-ffbf-40bf-b931-6261cefc86b7 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:03.636101 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1a8c45c3-f79e-4679-bfd3-aa32d5497720 req-bbf0097b-ffbf-40bf-b931-6261cefc86b7 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 943 time: 0.4432912 Sep 08 00:46:03.673582 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19197c0-915c-458d-a088-fb4fcab9bb3d req-b697b298-32b0-4c77-bfe4-91634fcf51fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:03.675046 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a19197c0-915c-458d-a088-fb4fcab9bb3d req-b697b298-32b0-4c77-bfe4-91634fcf51fb service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=6c2e3269f9714298a408087ff7cd53df&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4998052 Sep 08 00:46:03.759092 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1a8c45c3-f79e-4679-bfd3-aa32d5497720 req-ee359364-7bfe-4982-a575-45fa7f5ca89a tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111734 Sep 08 00:46:03.765116 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb536df6-9f7f-41a4-a63e-58980fc3854c req-c3213dfd-7ee1-4561-bd1d-11b052695b6b tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Made reservation on behalf of 52c317881b44409c88cbbbdb512371da for: {'port': 1} {{(pid=105699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:46:03.768484 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-bb536df6-9f7f-41a4-a63e-58980fc3854c req-c3213dfd-7ee1-4561-bd1d-11b052695b6b tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:03.920131 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19197c0-915c-458d-a088-fb4fcab9bb3d req-ef015631-7c70-493a-a6b4-cea4f46fce29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:03.921609 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a19197c0-915c-458d-a088-fb4fcab9bb3d req-ef015631-7c70-493a-a6b4-cea4f46fce29 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2375731 Sep 08 00:46:03.979173 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.db_base_plugin_common [req-bb536df6-9f7f-41a4-a63e-58980fc3854c req-c3213dfd-7ee1-4561-bd1d-11b052695b6b tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Allocated IP 172.20.0.13 (730eb77e-b615-44f2-a325-106133633428/7610996b-c3e5-41e4-b8ca-0481d6ad4670/ebbe362c-61a9-4d55-a9d0-9e3082fa5be4) {{(pid=105699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 00:46:04.114940 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3acfd-29a1-414d-923d-26685905e2f7 req-6316d172-6e3f-44b1-a30c-de7e7ede06b7 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:04.116463 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-d5c3acfd-29a1-414d-923d-26685905e2f7 req-6316d172-6e3f-44b1-a30c-de7e7ede06b7 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.1236582 Sep 08 00:46:04.188180 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16f746-2fad-4419-be25-d6ca0b3316f7 req-fe632207-7631-4f33-a265-ec3192301ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:04.189635 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1c16f746-2fad-4419-be25-d6ca0b3316f7 req-fe632207-7631-4f33-a265-ec3192301ea5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6c2e3269f9714298a408087ff7cd53df&device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 1096 time: 0.1624911 Sep 08 00:46:04.249124 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-d5c3acfd-29a1-414d-923d-26685905e2f7 req-56f25398-407d-4510-90c8-ab84bd1ce900 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211998 Sep 08 00:46:04.288177 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1c16f746-2fad-4419-be25-d6ca0b3316f7 req-9dff31db-a36d-4bb3-b31a-1f1701bc9b58 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24d1122e-086c-4356-82b0-933a87885a6b HTTP/1.1" status: 200 len: 217 time: 0.0533555 Sep 08 00:46:04.299705 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c27aa8-8419-47a4-8738-d3c62c6cbbaa req-af5376df-41b4-404a-8adb-3aa295406ce3 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:04.301189 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-67c27aa8-8419-47a4-8738-d3c62c6cbbaa req-af5376df-41b4-404a-8adb-3aa295406ce3 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1817671-3c6e-496e-9422-83beea4c0675 HTTP/1.1" status: 200 len: 946 time: 0.1838589 Sep 08 00:46:04.312985 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-bb536df6-9f7f-41a4-a63e-58980fc3854c req-c3213dfd-7ee1-4561-bd1d-11b052695b6b tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Notify callbacks [] for port, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:04.374170 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-67c27aa8-8419-47a4-8738-d3c62c6cbbaa req-12e66eec-6f8b-4f56-bfe6-740641cbfc7f tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587778 Sep 08 00:46:04.427181 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-bb536df6-9f7f-41a4-a63e-58980fc3854c req-c3213dfd-7ee1-4561-bd1d-11b052695b6b tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792256344477'] for port, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:04.427903 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16f746-2fad-4419-be25-d6ca0b3316f7 req-7d2b23d1-ed08-431f-98c8-78de5de70409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:04.429770 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1c16f746-2fad-4419-be25-d6ca0b3316f7 req-7d2b23d1-ed08-431f-98c8-78de5de70409 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9be68c17-707e-479e-ae04-cf49c535adb6 HTTP/1.1" status: 200 len: 850 time: 0.0715821 Sep 08 00:46:04.484670 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb536df6-9f7f-41a4-a63e-58980fc3854c req-c3213dfd-7ee1-4561-bd1d-11b052695b6b tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Network 730eb77e-b615-44f2-a325-106133633428 is already hosted by enough agents. {{(pid=105699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:46:04.503151 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.base_scheduler [req-bb536df6-9f7f-41a4-a63e-58980fc3854c req-c3213dfd-7ee1-4561-bd1d-11b052695b6b tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Resources bound (agent type, host, resource id): {{(pid=105699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:46:04.514557 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb536df6-9f7f-41a4-a63e-58980fc3854c req-c3213dfd-7ee1-4561-bd1d-11b052695b6b tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Received port after_create {{(pid=105699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 00:46:04.522588 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb536df6-9f7f-41a4-a63e-58980fc3854c req-c3213dfd-7ee1-4561-bd1d-11b052695b6b tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:04.523345 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-bb536df6-9f7f-41a4-a63e-58980fc3854c req-c3213dfd-7ee1-4561-bd1d-11b052695b6b tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for port, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:04.567486 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-bb536df6-9f7f-41a4-a63e-58980fc3854c req-c3213dfd-7ee1-4561-bd1d-11b052695b6b tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3558688 Sep 08 00:46:04.593358 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b02f2-8da5-4add-bcc5-fba99f28c116 req-3792993b-7527-4329-8698-15c461a17af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:04.595998 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [req-bb536df6-9f7f-41a4-a63e-58980fc3854c req-a7a1b574-b526-4c89-a565-338192715a22 service neutron] Request body: {'port': {'device_id': '2e21ee30-117b-4984-8e52-f2367122fd9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:46:04.596460 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-8e4b02f2-8da5-4add-bcc5-fba99f28c116 req-3792993b-7527-4329-8698-15c461a17af4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=41a9d0c8e8684f7ab121d687f8b71cc9&device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 1098 time: 0.0946314 Sep 08 00:46:04.599825 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3213dfd-7ee1-4561-bd1d-11b052695b6b tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Pushing event updated for resources: {'Port': ['ID=ebbe362c-61a9-4d55-a9d0-9e3082fa5be4,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:46:04.652493 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16f746-2fad-4419-be25-d6ca0b3316f7 req-e22118ff-2d48-4241-b052-660a933dca63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:04.653997 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1c16f746-2fad-4419-be25-d6ca0b3316f7 req-e22118ff-2d48-4241-b052-660a933dca63 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ce10fb4f-fc55-43bc-8b33-2df5991b8f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2106152 Sep 08 00:46:04.708041 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b02f2-8da5-4add-bcc5-fba99f28c116 req-f13b6b8d-7ece-41fa-9ff5-213b043aa9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:04.709546 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-8e4b02f2-8da5-4add-bcc5-fba99f28c116 req-f13b6b8d-7ece-41fa-9ff5-213b043aa9b4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b HTTP/1.1" status: 200 len: 920 time: 0.0920944 Sep 08 00:46:04.710015 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5777b-c436-45d7-8c26-bec12148c598 req-6ee6967a-38cd-41cc-8fee-715665219867 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:04.711570 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-bec5777b-c436-45d7-8c26-bec12148c598 req-6ee6967a-38cd-41cc-8fee-715665219867 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.1718290 Sep 08 00:46:04.755427 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-8e4b02f2-8da5-4add-bcc5-fba99f28c116 req-b07c9ee1-58de-4bc3-b7fd-47c7f12cb7ea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=616f49b5-d245-4c18-9d30-c7f54b6143de HTTP/1.1" status: 200 len: 217 time: 0.0377495 Sep 08 00:46:04.783705 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-bb536df6-9f7f-41a4-a63e-58980fc3854c req-a7a1b574-b526-4c89-a565-338192715a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:04.804797 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b02f2-8da5-4add-bcc5-fba99f28c116 req-bf055dd7-8a55-41e2-b266-9a82596f53dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:04.806239 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-8e4b02f2-8da5-4add-bcc5-fba99f28c116 req-bf055dd7-8a55-41e2-b266-9a82596f53dc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cf83ea2d-a9ed-4f51-960e-7a1b9f0410c7 HTTP/1.1" status: 200 len: 859 time: 0.0432990 Sep 08 00:46:04.810726 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d55bf-9c06-490e-a904-1c03ca2db613 req-412895dd-61ab-49b6-a386-c4f62e5208c8 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:04.812253 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-917d55bf-9c06-490e-a904-1c03ca2db613 req-412895dd-61ab-49b6-a386-c4f62e5208c8 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e21ee30-117b-4984-8e52-f2367122fd9f HTTP/1.1" status: 200 len: 932 time: 0.1878853 Sep 08 00:46:04.845998 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-8e4b02f2-8da5-4add-bcc5-fba99f28c116 req-21f78179-cf4a-4d19-b7ce-022f947a18f6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312862 Sep 08 00:46:04.893833 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-bec5777b-c436-45d7-8c26-bec12148c598 req-2131b0eb-d8a2-4d01-9fab-e70e1cb2f72d tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635427 Sep 08 00:46:04.906687 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1c16f746-2fad-4419-be25-d6ca0b3316f7 req-b225378f-fd6b-4755-9d8a-9d164df71af2 service neutron] 10.222.0.35 "GET /v2.0/networks/ce10fb4f-fc55-43bc-8b33-2df5991b8f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351897 Sep 08 00:46:04.929448 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-917d55bf-9c06-490e-a904-1c03ca2db613 req-23558095-cdff-4888-8364-4e32e27dfa70 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/security-groups?id=e769dadd-f003-4d29-ac67-4df471cd4b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088574 Sep 08 00:46:04.953008 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-8e4b02f2-8da5-4add-bcc5-fba99f28c116 req-6a21a1de-52be-433d-8f88-2d5e438ddfb4 service neutron] 10.222.0.35 "GET /v2.0/networks/4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992601 Sep 08 00:46:05.047529 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-8e4b02f2-8da5-4add-bcc5-fba99f28c116 req-28d3ff79-c71f-460b-9d1d-fa998c803771 service neutron] 10.222.0.35 "GET /v2.0/networks/4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869002 Sep 08 00:46:05.312430 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92729129-91e9-4096-9ff3-da9219b5e7ce req-bf33c1cc-67fc-48bd-be68-71e7dafb79b0 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:05.313655 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-92729129-91e9-4096-9ff3-da9219b5e7ce req-bf33c1cc-67fc-48bd-be68-71e7dafb79b0 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 943 time: 0.3267181 Sep 08 00:46:05.377409 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1c16f746-2fad-4419-be25-d6ca0b3316f7 req-c4597842-3f84-42ec-844b-e61b11e1c0ec service neutron] 10.222.0.35 "GET /v2.0/networks/ce10fb4f-fc55-43bc-8b33-2df5991b8f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4595528 Sep 08 00:46:05.417230 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-92729129-91e9-4096-9ff3-da9219b5e7ce req-147c2d36-0e25-47e5-bd37-9b5050b2e0a9 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697620 Sep 08 00:46:05.521912 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.notifiers.nova [req-bb536df6-9f7f-41a4-a63e-58980fc3854c req-a7a1b574-b526-4c89-a565-338192715a22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebbe362c-61a9-4d55-a9d0-9e3082fa5be4 {{(pid=105699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 00:46:05.530506 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-bb536df6-9f7f-41a4-a63e-58980fc3854c req-a7a1b574-b526-4c89-a565-338192715a22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:05.544668 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd30bc0-e651-4d8a-82c1-c5756f46d787 req-fe3ab323-ed93-4eb8-a480-e03b8da2b39b tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:05.546144 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4dd30bc0-e651-4d8a-82c1-c5756f46d787 req-fe3ab323-ed93-4eb8-a480-e03b8da2b39b tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1817671-3c6e-496e-9422-83beea4c0675 HTTP/1.1" status: 200 len: 946 time: 0.0937715 Sep 08 00:46:05.554712 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.provisioning_blocks [req-bb536df6-9f7f-41a4-a63e-58980fc3854c req-a7a1b574-b526-4c89-a565-338192715a22 service neutron] Transition to ACTIVE for port object ebbe362c-61a9-4d55-a9d0-9e3082fa5be4 will not be triggered until provisioned by entity L2. {{(pid=105699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:46:05.567271 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-bb536df6-9f7f-41a4-a63e-58980fc3854c req-a7a1b574-b526-4c89-a565-338192715a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:05.625028 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4dd30bc0-e651-4d8a-82c1-c5756f46d787 req-8941f7c4-4515-4280-befe-4029bc160aeb tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720220 Sep 08 00:46:05.645948 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1b574-b526-4c89-a565-338192715a22 service neutron] Pushing event updated for resources: {'Port': ['ID=ebbe362c-61a9-4d55-a9d0-9e3082fa5be4,revision_number=2']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:46:05.691036 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [req-bb536df6-9f7f-41a4-a63e-58980fc3854c req-a7a1b574-b526-4c89-a565-338192715a22 service neutron] Attempting to bind port ebbe362c-61a9-4d55-a9d0-9e3082fa5be4 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 00:46:05.691566 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [req-bb536df6-9f7f-41a4-a63e-58980fc3854c req-a7a1b574-b526-4c89-a565-338192715a22 service neutron] Attempting to bind port ebbe362c-61a9-4d55-a9d0-9e3082fa5be4 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': 'ae584969-c86b-4aa9-bf11-cc6a7719e958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '730eb77e-b615-44f2-a325-106133633428'}] {{(pid=105699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 00:46:05.692055 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb536df6-9f7f-41a4-a63e-58980fc3854c req-a7a1b574-b526-4c89-a565-338192715a22 service neutron] Attempting to bind port ebbe362c-61a9-4d55-a9d0-9e3082fa5be4 on network 730eb77e-b615-44f2-a325-106133633428 {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:46:05.698098 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb536df6-9f7f-41a4-a63e-58980fc3854c req-a7a1b574-b526-4c89-a565-338192715a22 service neutron] Port ebbe362c-61a9-4d55-a9d0-9e3082fa5be4 on network 730eb77e-b615-44f2-a325-106133633428 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 00:46:05.699374 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb536df6-9f7f-41a4-a63e-58980fc3854c req-a7a1b574-b526-4c89-a565-338192715a22 service neutron] Attempting to bind port ebbe362c-61a9-4d55-a9d0-9e3082fa5be4 on network 730eb77e-b615-44f2-a325-106133633428 {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:46:05.706907 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb536df6-9f7f-41a4-a63e-58980fc3854c req-a7a1b574-b526-4c89-a565-338192715a22 service neutron] Checking agent: {'id': '9d05b7f5-da94-42e7-89b0-a476ea8ca848', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 0, 41, 44), 'started_at': datetime.datetime(2021, 9, 8, 0, 41, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 0, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 00:46:05.707319 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb536df6-9f7f-41a4-a63e-58980fc3854c req-a7a1b574-b526-4c89-a565-338192715a22 service neutron] Checking segment: {'id': 'ae584969-c86b-4aa9-bf11-cc6a7719e958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '730eb77e-b615-44f2-a325-106133633428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:46:05.707740 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb536df6-9f7f-41a4-a63e-58980fc3854c req-a7a1b574-b526-4c89-a565-338192715a22 service neutron] Bound using segment: {'id': 'ae584969-c86b-4aa9-bf11-cc6a7719e958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '730eb77e-b615-44f2-a325-106133633428'} {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 00:46:05.708174 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [req-bb536df6-9f7f-41a4-a63e-58980fc3854c req-a7a1b574-b526-4c89-a565-338192715a22 service neutron] Bound port: ebbe362c-61a9-4d55-a9d0-9e3082fa5be4, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae584969-c86b-4aa9-bf11-cc6a7719e958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '730eb77e-b615-44f2-a325-106133633428'}}] {{(pid=105699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 00:46:05.708538 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-bb536df6-9f7f-41a4-a63e-58980fc3854c req-a7a1b574-b526-4c89-a565-338192715a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:05.782405 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.db [req-bb536df6-9f7f-41a4-a63e-58980fc3854c req-a7a1b574-b526-4c89-a565-338192715a22 service neutron] For port ebbe362c-61a9-4d55-a9d0-9e3082fa5be4, host hv-cinder-75996, cleared binding levels {{(pid=105699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 00:46:05.787410 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.db [req-bb536df6-9f7f-41a4-a63e-58980fc3854c req-a7a1b574-b526-4c89-a565-338192715a22 service neutron] For port ebbe362c-61a9-4d55-a9d0-9e3082fa5be4, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=ebbe362c-61a9-4d55-a9d0-9e3082fa5be4,segment=NetworkSegment(ae584969-c86b-4aa9-bf11-cc6a7719e958),segment_id=ae584969-c86b-4aa9-bf11-cc6a7719e958)] {{(pid=105699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 00:46:05.796292 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-bb536df6-9f7f-41a4-a63e-58980fc3854c req-a7a1b574-b526-4c89-a565-338192715a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:05.834118 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb536df6-9f7f-41a4-a63e-58980fc3854c req-a7a1b574-b526-4c89-a565-338192715a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:05.834908 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-bb536df6-9f7f-41a4-a63e-58980fc3854c req-a7a1b574-b526-4c89-a565-338192715a22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for port, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:05.836682 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-bb536df6-9f7f-41a4-a63e-58980fc3854c req-a7a1b574-b526-4c89-a565-338192715a22 service neutron] 10.222.0.35 "PUT /v2.0/ports/ebbe362c-61a9-4d55-a9d0-9e3082fa5be4 HTTP/1.1" status: 200 len: 1094 time: 1.2475793 Sep 08 00:46:05.837269 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e21ee30-117b-4984-8e52-f2367122fd9f', 'tag': 'ebbe362c-61a9-4d55-a9d0-9e3082fa5be4'}] {{(pid=105699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:46:05.839896 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3219a0c12e8a5a78bd5034d738b4394f25721dc263a67c7d4cfc0eaa1ac0f340" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d915fa4-0742-40eb-8ea0-8d5730aaab40" -d '{"events": [{"name": "network-changed", "server_uuid": "2e21ee30-117b-4984-8e52-f2367122fd9f", "tag": "ebbe362c-61a9-4d55-a9d0-9e3082fa5be4"}]}' {{(pid=105699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:46:05.878047 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1b574-b526-4c89-a565-338192715a22 service neutron] Pushing event updated for resources: {'Port': ['ID=ebbe362c-61a9-4d55-a9d0-9e3082fa5be4,revision_number=3']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:46:05.918338 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 00:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5162f12b-be27-4da8-a08d-aa7f7fbf94c0 x-openstack-request-id: req-5162f12b-be27-4da8-a08d-aa7f7fbf94c0 {{(pid=105699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:46:05.918678 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e21ee30-117b-4984-8e52-f2367122fd9f", "tag": "ebbe362c-61a9-4d55-a9d0-9e3082fa5be4", "status": "completed", "code": 200}]} {{(pid=105699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:46:05.919053 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5162f12b-be27-4da8-a08d-aa7f7fbf94c0 {{(pid=105699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:46:05.919462 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e21ee30-117b-4984-8e52-f2367122fd9f', 'tag': 'ebbe362c-61a9-4d55-a9d0-9e3082fa5be4', 'status': 'completed', 'code': 200} Sep 08 00:46:06.005371 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb536df6-9f7f-41a4-a63e-58980fc3854c req-48abc06f-b14a-4f8f-9bf5-93ff40f9da9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:06.006901 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-bb536df6-9f7f-41a4-a63e-58980fc3854c req-48abc06f-b14a-4f8f-9bf5-93ff40f9da9f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=52c317881b44409c88cbbbdb512371da&device_id=2e21ee30-117b-4984-8e52-f2367122fd9f HTTP/1.1" status: 200 len: 1097 time: 0.0758440 Sep 08 00:46:06.043916 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c04d0-7e2e-40bc-bd00-f7d24b01e910 req-7a94bf0d-4384-45cc-b708-9073301f13fe tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:06.045390 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f83c04d0-7e2e-40bc-bd00-f7d24b01e910 req-7a94bf0d-4384-45cc-b708-9073301f13fe tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.0601285 Sep 08 00:46:06.082556 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f83c04d0-7e2e-40bc-bd00-f7d24b01e910 req-69301bff-6153-4cb4-ae67-7efad78fb189 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312099 Sep 08 00:46:06.189872 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c10436-4af3-4811-8577-b8b219c5878e req-932309fc-2958-4959-8089-d431c3f45089 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:06.191423 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-24c10436-4af3-4811-8577-b8b219c5878e req-932309fc-2958-4959-8089-d431c3f45089 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e21ee30-117b-4984-8e52-f2367122fd9f HTTP/1.1" status: 200 len: 944 time: 0.0525925 Sep 08 00:46:06.227659 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-24c10436-4af3-4811-8577-b8b219c5878e req-5b2d3d97-6cf8-4f7e-9746-7121889f181c tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/security-groups?id=e769dadd-f003-4d29-ac67-4df471cd4b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304620 Sep 08 00:46:06.552255 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-bb536df6-9f7f-41a4-a63e-58980fc3854c req-e5720cf1-93c7-4397-a987-07a697462f8d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebbe362c-61a9-4d55-a9d0-9e3082fa5be4 HTTP/1.1" status: 200 len: 217 time: 0.0406358 Sep 08 00:46:06.561930 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54132e66-cf0b-4f82-956b-80212fcba4ed req-f32834ba-ace5-447e-8ce3-1d5baa21cf25 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:06.563395 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-54132e66-cf0b-4f82-956b-80212fcba4ed req-f32834ba-ace5-447e-8ce3-1d5baa21cf25 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 943 time: 0.0851848 Sep 08 00:46:06.630821 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb536df6-9f7f-41a4-a63e-58980fc3854c req-736ee4df-0561-4a1b-a8df-1730a16f9020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:06.632374 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-bb536df6-9f7f-41a4-a63e-58980fc3854c req-736ee4df-0561-4a1b-a8df-1730a16f9020 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7610996b-c3e5-41e4-b8ca-0481d6ad4670 HTTP/1.1" status: 200 len: 848 time: 0.0680540 Sep 08 00:46:06.635833 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-54132e66-cf0b-4f82-956b-80212fcba4ed req-1401a9ef-b298-46de-8494-5ebd13eb1144 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645034 Sep 08 00:46:06.695231 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-bb536df6-9f7f-41a4-a63e-58980fc3854c req-b665a810-6d0e-4bef-b10f-2a8b51bc44de service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=730eb77e-b615-44f2-a325-106133633428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233252 Sep 08 00:46:06.789223 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-bb536df6-9f7f-41a4-a63e-58980fc3854c req-53688d88-5eec-4f53-89cd-46587deae555 service neutron] 10.222.0.35 "GET /v2.0/networks/730eb77e-b615-44f2-a325-106133633428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854115 Sep 08 00:46:07.193707 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5334502-032e-4de9-b52f-50a82bfb6e8a req-d5997fe0-a42b-4948-bcc6-3ae43f3ef589 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:07.195150 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-b5334502-032e-4de9-b52f-50a82bfb6e8a req-d5997fe0-a42b-4948-bcc6-3ae43f3ef589 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.0471625 Sep 08 00:46:07.233380 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-b5334502-032e-4de9-b52f-50a82bfb6e8a req-8d5e3eb9-f830-4d58-8d08-ff4127bf8e4e tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310216 Sep 08 00:46:07.346882 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc6df1-46a9-42bc-aa46-ccc6828e1f2b req-901c791e-a6b5-47ed-a87f-06ebe01a2ea5 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:07.348362 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a4bc6df1-46a9-42bc-aa46-ccc6828e1f2b req-901c791e-a6b5-47ed-a87f-06ebe01a2ea5 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e21ee30-117b-4984-8e52-f2367122fd9f HTTP/1.1" status: 200 len: 944 time: 0.0524654 Sep 08 00:46:07.385661 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a4bc6df1-46a9-42bc-aa46-ccc6828e1f2b req-fa85bf75-8d4a-4fcf-ba87-e6a50d2a442e tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/security-groups?id=e769dadd-f003-4d29-ac67-4df471cd4b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308595 Sep 08 00:46:07.756524 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c4463-6f08-46f1-82d3-ff585bd71194 req-798b8009-e3bd-4da0-9e67-ed008a2553d8 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:07.758036 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-9c3c4463-6f08-46f1-82d3-ff585bd71194 req-798b8009-e3bd-4da0-9e67-ed008a2553d8 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 943 time: 0.0488155 Sep 08 00:46:07.795694 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-9c3c4463-6f08-46f1-82d3-ff585bd71194 req-920e9b4a-f167-4b83-a5a6-cef7a662c26f tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315950 Sep 08 00:46:08.350463 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeece0d9-6382-420c-b12a-79940f1f4d3c req-d4d9698b-84e6-4318-a435-6ab5be4a3c83 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:08.351980 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-eeece0d9-6382-420c-b12a-79940f1f4d3c req-d4d9698b-84e6-4318-a435-6ab5be4a3c83 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.0477595 Sep 08 00:46:08.388225 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-eeece0d9-6382-420c-b12a-79940f1f4d3c req-ad47e12d-04de-43a8-a314-af61c4369ed6 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304468 Sep 08 00:46:08.503167 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc552aa-3d8a-43f5-a093-5045a154d783 req-0afd4308-bc2c-4172-96b9-82160c46f654 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:08.504680 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-cbc552aa-3d8a-43f5-a093-5045a154d783 req-0afd4308-bc2c-4172-96b9-82160c46f654 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e21ee30-117b-4984-8e52-f2367122fd9f HTTP/1.1" status: 200 len: 944 time: 0.0524967 Sep 08 00:46:08.541368 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-cbc552aa-3d8a-43f5-a093-5045a154d783 req-17fecd07-8bf6-4b6a-bff6-93ea88fbd4e9 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/security-groups?id=e769dadd-f003-4d29-ac67-4df471cd4b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304539 Sep 08 00:46:08.911689 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-bb536df6-9f7f-41a4-a63e-58980fc3854c req-1ab3a66b-71d6-4630-9220-7c7b705c827c service neutron] 10.222.0.35 "GET /v2.0/networks/730eb77e-b615-44f2-a325-106133633428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158741 Sep 08 00:46:08.929272 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32ea96-7a82-474c-bf8f-0d5485f0773f req-318db6f0-cb2c-4bda-b678-b6fabee152f5 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:08.930649 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-be32ea96-7a82-474c-bf8f-0d5485f0773f req-318db6f0-cb2c-4bda-b678-b6fabee152f5 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 943 time: 0.0661130 Sep 08 00:46:08.969339 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-be32ea96-7a82-474c-bf8f-0d5485f0773f req-f0004791-854a-41d1-b4a8-1e2be2e25826 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320222 Sep 08 00:46:09.499107 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e8b90-767d-478c-8ad6-a0c092ccd71d req-8302631d-ee97-4b88-8846-382b6956e75a tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:09.500701 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ec4e8b90-767d-478c-8ad6-a0c092ccd71d req-8302631d-ee97-4b88-8846-382b6956e75a tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.0479965 Sep 08 00:46:09.537229 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ec4e8b90-767d-478c-8ad6-a0c092ccd71d req-8ca0c210-9bee-4d0b-bf02-7697fe3eea79 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307574 Sep 08 00:46:09.654885 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80195f-9e1f-4739-8603-1c1af22cc60b req-1e949859-c99a-4dec-819c-177fa11a68b9 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:09.656456 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-df80195f-9e1f-4739-8603-1c1af22cc60b req-1e949859-c99a-4dec-819c-177fa11a68b9 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e21ee30-117b-4984-8e52-f2367122fd9f HTTP/1.1" status: 200 len: 944 time: 0.0481491 Sep 08 00:46:09.692032 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-df80195f-9e1f-4739-8603-1c1af22cc60b req-3d02d0cb-c14a-42d4-beb9-b70faa225fbc tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/security-groups?id=e769dadd-f003-4d29-ac67-4df471cd4b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297539 Sep 08 00:46:10.087308 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71ee8a-d6df-46c2-8ae7-7efed02e5b50 req-24ffe163-c48f-4886-9b5b-2e1a4b2c10cb tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:10.088718 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-cd71ee8a-d6df-46c2-8ae7-7efed02e5b50 req-24ffe163-c48f-4886-9b5b-2e1a4b2c10cb tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 943 time: 0.0510368 Sep 08 00:46:10.124902 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-cd71ee8a-d6df-46c2-8ae7-7efed02e5b50 req-e5de6002-503d-463c-a120-7196a1a05312 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303903 Sep 08 00:46:10.282584 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d915fa4-0742-40eb-8ea0-8d5730aaab40 req-ee9e778e-93ac-4309-983f-5b2184318e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:10.284096 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-8d915fa4-0742-40eb-8ea0-8d5730aaab40 req-ee9e778e-93ac-4309-983f-5b2184318e43 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=52c317881b44409c88cbbbdb512371da&device_id=2e21ee30-117b-4984-8e52-f2367122fd9f HTTP/1.1" status: 200 len: 1097 time: 0.0387492 Sep 08 00:46:10.374890 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d915fa4-0742-40eb-8ea0-8d5730aaab40 req-747f8f08-2e95-4fa0-8124-1c1b7330d5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:10.376415 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-8d915fa4-0742-40eb-8ea0-8d5730aaab40 req-747f8f08-2e95-4fa0-8124-1c1b7330d5ab service neutron] 10.222.0.35 "GET /v2.0/networks?id=730eb77e-b615-44f2-a325-106133633428 HTTP/1.1" status: 200 len: 909 time: 0.0847578 Sep 08 00:46:10.419993 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-8d915fa4-0742-40eb-8ea0-8d5730aaab40 req-13fc2595-ffe6-4a49-b65e-6b644815fecb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebbe362c-61a9-4d55-a9d0-9e3082fa5be4 HTTP/1.1" status: 200 len: 217 time: 0.0367241 Sep 08 00:46:10.468563 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d915fa4-0742-40eb-8ea0-8d5730aaab40 req-b9adb9a1-08f6-48da-bd65-e06c145cb18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:10.469999 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-8d915fa4-0742-40eb-8ea0-8d5730aaab40 req-b9adb9a1-08f6-48da-bd65-e06c145cb18a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7610996b-c3e5-41e4-b8ca-0481d6ad4670 HTTP/1.1" status: 200 len: 848 time: 0.0427129 Sep 08 00:46:10.542980 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-8d915fa4-0742-40eb-8ea0-8d5730aaab40 req-0995b4dd-9a52-4717-8dad-000c2a711615 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=730eb77e-b615-44f2-a325-106133633428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236716 Sep 08 00:46:10.670096 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-8d915fa4-0742-40eb-8ea0-8d5730aaab40 req-e6ad528c-b489-46c4-a8d2-8d4b77083d1d service neutron] 10.222.0.35 "GET /v2.0/networks/730eb77e-b615-44f2-a325-106133633428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197701 Sep 08 00:46:10.678311 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8512da-078a-4165-bab2-ceb3960f05f2 req-14c99d21-e319-4c38-b9a4-e8e5fb513b53 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:10.679685 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-2d8512da-078a-4165-bab2-ceb3960f05f2 req-14c99d21-e319-4c38-b9a4-e8e5fb513b53 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.0724716 Sep 08 00:46:10.794342 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-2d8512da-078a-4165-bab2-ceb3960f05f2 req-6a4754d3-b4e4-42cf-b74d-e7cf9c938503 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061366 Sep 08 00:46:10.818882 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-8d915fa4-0742-40eb-8ea0-8d5730aaab40 req-15ab0bcd-2844-4ae7-826a-247c5d829846 service neutron] 10.222.0.35 "GET /v2.0/networks/730eb77e-b615-44f2-a325-106133633428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382806 Sep 08 00:46:10.831088 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c65b89-ce4b-4454-b454-8e64e6fa981e req-5d7e5b37-5a25-4981-bcb6-0b481bb0b563 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:10.832482 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-70c65b89-ce4b-4454-b454-8e64e6fa981e req-5d7e5b37-5a25-4981-bcb6-0b481bb0b563 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e21ee30-117b-4984-8e52-f2367122fd9f HTTP/1.1" status: 200 len: 944 time: 0.0707986 Sep 08 00:46:10.870874 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-70c65b89-ce4b-4454-b454-8e64e6fa981e req-d7b6cb47-de12-492e-b6c5-b85612a911d3 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/security-groups?id=e769dadd-f003-4d29-ac67-4df471cd4b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320294 Sep 08 00:46:11.236872 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b390632-b76e-4a77-a763-a56c56ffca85 req-eb0df55b-41fd-4581-bb15-3374202816f4 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:11.238390 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-2b390632-b76e-4a77-a763-a56c56ffca85 req-eb0df55b-41fd-4581-bb15-3374202816f4 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 943 time: 0.0493810 Sep 08 00:46:11.283474 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-2b390632-b76e-4a77-a763-a56c56ffca85 req-dc1521ce-8e60-4e26-b247-cd87684559d0 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356252 Sep 08 00:46:11.908424 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37feb3-40a7-4c6c-ad12-e7a828d675dd req-9d220687-df36-4f75-baf9-f367c98acdca tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:11.909934 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-cd37feb3-40a7-4c6c-ad12-e7a828d675dd req-9d220687-df36-4f75-baf9-f367c98acdca tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.0498562 Sep 08 00:46:11.959558 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-cd37feb3-40a7-4c6c-ad12-e7a828d675dd req-a2d631b3-3f0e-4b75-9b6c-dcc33aed9da7 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437307 Sep 08 00:46:11.995340 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ee4dc-c155-4993-a060-c9efc145bd94 req-65e7beb2-9d22-44ab-a357-e764ee4336c6 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:11.996878 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e42ee4dc-c155-4993-a060-c9efc145bd94 req-65e7beb2-9d22-44ab-a357-e764ee4336c6 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e21ee30-117b-4984-8e52-f2367122fd9f HTTP/1.1" status: 200 len: 944 time: 0.0550272 Sep 08 00:46:12.040513 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e42ee4dc-c155-4993-a060-c9efc145bd94 req-aa69c315-ed34-4bc4-afd1-43b138810867 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/security-groups?id=e769dadd-f003-4d29-ac67-4df471cd4b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331044 Sep 08 00:46:12.399054 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f077dab-8801-4115-b050-5594c024a65f req-690fbbb6-57ba-4b3d-bb03-a738fb685c32 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:12.400585 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5f077dab-8801-4115-b050-5594c024a65f req-690fbbb6-57ba-4b3d-bb03-a738fb685c32 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 943 time: 0.0512919 Sep 08 00:46:12.444216 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5f077dab-8801-4115-b050-5594c024a65f req-bc5ec4a4-dd65-4db9-916e-7529c273cbb4 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370283 Sep 08 00:46:13.087216 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device ebbe362c-61a9-4d55-a9d0-9e3082fa5be4 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=105700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 00:46:13.117519 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf899e-f980-4095-adc0-8629a1a517d4 req-411d168c-c51e-43ad-b774-266e11d3d17a tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:13.118866 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-46bf899e-f980-4095-adc0-8629a1a517d4 req-411d168c-c51e-43ad-b774-266e11d3d17a tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.0782390 Sep 08 00:46:13.131682 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 50968) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:46:13.197964 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-46bf899e-f980-4095-adc0-8629a1a517d4 req-510e9753-c258-4072-a65d-9813986faafa tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677984 Sep 08 00:46:13.208496 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82bf83e-00a1-4e2b-a9ef-d839524bd87d req-5968ce7e-4eb4-499e-8791-7c33333f88b4 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:13.216034 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a82bf83e-00a1-4e2b-a9ef-d839524bd87d req-5968ce7e-4eb4-499e-8791-7c33333f88b4 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e21ee30-117b-4984-8e52-f2367122fd9f HTTP/1.1" status: 200 len: 944 time: 0.0961244 Sep 08 00:46:13.221553 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port ebbe362c-61a9-4d55-a9d0-9e3082fa5be4, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=ebbe362c-61a9-4d55-a9d0-9e3082fa5be4,segment=NetworkSegment(ae584969-c86b-4aa9-bf11-cc6a7719e958),segment_id=ae584969-c86b-4aa9-bf11-cc6a7719e958)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:46:13.235387 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Returning: {'device': 'ebbe362c-61a9-4d55-a9d0-9e3082fa5be4', 'network_id': '730eb77e-b615-44f2-a325-106133633428', 'port_id': 'ebbe362c-61a9-4d55-a9d0-9e3082fa5be4', 'mac_address': 'fa:16:3e:02:58:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7610996b-c3e5-41e4-b8ca-0481d6ad4670', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 00:46:13.269798 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-a88ee9f1-dce4-4cb9-a37f-be48ca474ba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:13.288899 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:13.296541 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a82bf83e-00a1-4e2b-a9ef-d839524bd87d req-1e6807dd-5b5f-4a18-826a-6e273ee1e4e6 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/security-groups?id=e769dadd-f003-4d29-ac67-4df471cd4b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561872 Sep 08 00:46:13.311654 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.notifiers.nova [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebbe362c-61a9-4d55-a9d0-9e3082fa5be4 {{(pid=105700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 00:46:13.340314 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port ebbe362c-61a9-4d55-a9d0-9e3082fa5be4, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=ebbe362c-61a9-4d55-a9d0-9e3082fa5be4,segment=NetworkSegment(ae584969-c86b-4aa9-bf11-cc6a7719e958),segment_id=ae584969-c86b-4aa9-bf11-cc6a7719e958)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:46:13.345628 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:13.346298 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device 24d1122e-086c-4356-82b0-933a87885a6b details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=105700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 00:46:13.421927 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-a88ee9f1-dce4-4cb9-a37f-be48ca474ba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:13.425473 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Pushing event updated for resources: {'Port': ['ID=ebbe362c-61a9-4d55-a9d0-9e3082fa5be4,revision_number=4']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:46:13.430061 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-a88ee9f1-dce4-4cb9-a37f-be48ca474ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:13.508940 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-a88ee9f1-dce4-4cb9-a37f-be48ca474ba1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f675f9d321f24e9ab6bd1b265df151d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3755994 Sep 08 00:46:13.510910 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88ee9f1-dce4-4cb9-a37f-be48ca474ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3458d24-4c9b-47ce-baae-a2b7dc7335d9,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:46:13.513161 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 50982) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:46:13.530604 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port 24d1122e-086c-4356-82b0-933a87885a6b, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=24d1122e-086c-4356-82b0-933a87885a6b,segment=NetworkSegment(00d437d1-d70b-479c-8729-36ced9e6abc0),segment_id=00d437d1-d70b-479c-8729-36ced9e6abc0)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:46:13.563410 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Returning: {'device': '24d1122e-086c-4356-82b0-933a87885a6b', 'network_id': 'ce10fb4f-fc55-43bc-8b33-2df5991b8f81', 'port_id': '24d1122e-086c-4356-82b0-933a87885a6b', 'mac_address': 'fa:16:3e:50:fa:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9be68c17-707e-479e-ae04-cf49c535adb6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 00:46:13.629900 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:13.652031 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-c303c48d-2ec2-440b-91c1-b9399c3a3f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:13.665315 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f81156-4e81-4db2-b06c-c8cdf263629b req-a27b7331-ac27-49ea-b1ff-73f56c40a4ac tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:13.667612 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.notifiers.nova [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24d1122e-086c-4356-82b0-933a87885a6b {{(pid=105700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 00:46:13.667742 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-93f81156-4e81-4db2-b06c-c8cdf263629b req-a27b7331-ac27-49ea-b1ff-73f56c40a4ac tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 943 time: 0.0995290 Sep 08 00:46:13.692904 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port 24d1122e-086c-4356-82b0-933a87885a6b, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=24d1122e-086c-4356-82b0-933a87885a6b,segment=NetworkSegment(00d437d1-d70b-479c-8729-36ced9e6abc0),segment_id=00d437d1-d70b-479c-8729-36ced9e6abc0)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:46:13.706534 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:13.734256 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-c303c48d-2ec2-440b-91c1-b9399c3a3f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:13.799125 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Pushing event updated for resources: {'Port': ['ID=24d1122e-086c-4356-82b0-933a87885a6b,revision_number=4']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:46:13.820535 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-93f81156-4e81-4db2-b06c-c8cdf263629b req-41e014d8-15ec-49da-961a-cf7d50273cd8 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452017 Sep 08 00:46:13.856909 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-c303c48d-2ec2-440b-91c1-b9399c3a3f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:13.860038 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-c303c48d-2ec2-440b-91c1-b9399c3a3f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:13.861245 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-c303c48d-2ec2-440b-91c1-b9399c3a3f2a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a3458d24-4c9b-47ce-baae-a2b7dc7335d9 HTTP/1.1" status: 204 len: 168 time: 0.3457043 Sep 08 00:46:13.870911 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c303c48d-2ec2-440b-91c1-b9399c3a3f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3458d24-4c9b-47ce-baae-a2b7dc7335d9,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:46:14.095855 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68975a-77b4-4bd2-9d8a-15e8e1513f4e req-ac7f47f5-c95c-44ea-99f4-96e9911d141d tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:14.097365 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3d68975a-77b4-4bd2-9d8a-15e8e1513f4e req-ac7f47f5-c95c-44ea-99f4-96e9911d141d tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/networks?id=e271d85f-7317-457a-866b-38767b94b4ff HTTP/1.1" status: 200 len: 815 time: 0.1336858 Sep 08 00:46:14.113136 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3d68975a-77b4-4bd2-9d8a-15e8e1513f4e req-f9f814f5-6db6-452b-9b5f-81a5bc41ad3e tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/quotas/9b0ed6c08b9844e2ba70a09ddd0959c1 HTTP/1.1" status: 200 len: 375 time: 0.0089526 Sep 08 00:46:14.167586 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3d68975a-77b4-4bd2-9d8a-15e8e1513f4e req-ae9c56f7-eb4d-4006-8d2b-253a079c6229 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9b0ed6c08b9844e2ba70a09ddd0959c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488958 Sep 08 00:46:14.258123 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3d68975a-77b4-4bd2-9d8a-15e8e1513f4e req-1f461107-2283-45e6-964e-140fc6362c16 service neutron] 10.222.0.15 "GET /v2.0/networks/e271d85f-7317-457a-866b-38767b94b4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835655 Sep 08 00:46:14.334136 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] get_ports_and_sgs() called for port_ids ['ebbe362c-61a9-4d55-a9d0-9e3082fa5be4'] {{(pid=105700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 00:46:14.363391 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] get_ports_and_sgs() called for port_ids ['24d1122e-086c-4356-82b0-933a87885a6b'] {{(pid=105700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 00:46:14.368172 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3d68975a-77b4-4bd2-9d8a-15e8e1513f4e req-ca751627-8d1a-447b-8c03-d1cc27a77852 service neutron] 10.222.0.15 "GET /v2.0/networks/e271d85f-7317-457a-866b-38767b94b4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036689 Sep 08 00:46:14.423137 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e175e7-341c-4003-ba27-6bac4e3aba69 req-a34518fb-2d7c-4442-abb8-04cd044eadfc tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:14.430755 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-98e175e7-341c-4003-ba27-6bac4e3aba69 req-a34518fb-2d7c-4442-abb8-04cd044eadfc tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e21ee30-117b-4984-8e52-f2367122fd9f HTTP/1.1" status: 200 len: 945 time: 0.0610657 Sep 08 00:46:14.482690 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-98e175e7-341c-4003-ba27-6bac4e3aba69 req-cb3ab03c-82d9-4f47-b698-68d17ee69f70 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/security-groups?id=e769dadd-f003-4d29-ac67-4df471cd4b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471706 Sep 08 00:46:14.574204 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:14.608534 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f64df660-ce10-4d89-b68f-a59d94816df2 req-d10e7299-5e2a-4b37-8dd2-504ee300c843 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=44cdc9a1-ff01-4ff7-93fe-e5fb52d5471b HTTP/1.1" status: 200 len: 210 time: 0.0591834 Sep 08 00:46:14.975226 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5dcd97-babd-4377-875c-bda9a6e3f026 req-c7cf440a-e1f3-4c40-8633-0954d400db36 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:14.983362 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6b5dcd97-babd-4377-875c-bda9a6e3f026 req-c7cf440a-e1f3-4c40-8633-0954d400db36 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 944 time: 0.0848153 Sep 08 00:46:15.040115 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6b5dcd97-babd-4377-875c-bda9a6e3f026 req-c138e601-8772-49b0-af21-70c191ae8bcd tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557237 Sep 08 00:46:15.586669 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2760d-8b19-42b6-bbc5-7293d05451cc req-b7dcdad7-9548-420f-ad3d-a26d914fc765 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:15.588962 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-61a2760d-8b19-42b6-bbc5-7293d05451cc req-b7dcdad7-9548-420f-ad3d-a26d914fc765 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e21ee30-117b-4984-8e52-f2367122fd9f HTTP/1.1" status: 200 len: 945 time: 0.0500875 Sep 08 00:46:15.635827 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-61a2760d-8b19-42b6-bbc5-7293d05451cc req-74759e68-7fb0-474d-9426-dc1952eadfa7 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/security-groups?id=e769dadd-f003-4d29-ac67-4df471cd4b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334439 Sep 08 00:46:15.721946 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-84d94184-f2ee-496f-9736-5c7148af00ea req-6b7db1af-4c84-491c-839c-b7761819f0d7 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=44cdc9a1-ff01-4ff7-93fe-e5fb52d5471b HTTP/1.1" status: 200 len: 210 time: 0.0289829 Sep 08 00:46:15.858783 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68975a-77b4-4bd2-9d8a-15e8e1513f4e req-a4013a8f-181d-4854-ab00-6e2362fb06ed tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:15.860757 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3d68975a-77b4-4bd2-9d8a-15e8e1513f4e req-a4013a8f-181d-4854-ab00-6e2362fb06ed tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.35 "GET /v2.0/networks?id=e271d85f-7317-457a-866b-38767b94b4ff HTTP/1.1" status: 200 len: 815 time: 0.1148899 Sep 08 00:46:15.984559 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015a4f9-70eb-4596-9d40-9d2a83f928b7 req-f69c52d0-8db9-457f-bd4e-aba871c92b2d tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:15.986049 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6015a4f9-70eb-4596-9d40-9d2a83f928b7 req-f69c52d0-8db9-457f-bd4e-aba871c92b2d tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.0496893 Sep 08 00:46:16.026130 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6015a4f9-70eb-4596-9d40-9d2a83f928b7 req-1f17b036-b820-4150-bcb7-0039c7e38c6f tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338540 Sep 08 00:46:16.166468 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bbb21d-c9a1-4190-9fdc-7f8c5a76d6d4 req-cd35fda7-3b67-41cd-ae18-e8dd1b7dbf29 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:16.168035 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-08bbb21d-c9a1-4190-9fdc-7f8c5a76d6d4 req-cd35fda7-3b67-41cd-ae18-e8dd1b7dbf29 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 944 time: 0.0559189 Sep 08 00:46:16.216098 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-08bbb21d-c9a1-4190-9fdc-7f8c5a76d6d4 req-813dd335-6bfd-4603-ae77-4a025cb4ef27 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418713 Sep 08 00:46:16.286355 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [req-3d68975a-77b4-4bd2-9d8a-15e8e1513f4e req-9a15ea45-5ec0-4ae1-9d2a-e21518b70f3d tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Request body: {'port': {'device_id': '44cdc9a1-ff01-4ff7-93fe-e5fb52d5471b', 'network_id': 'e271d85f-7317-457a-866b-38767b94b4ff', 'admin_state_up': True, 'tenant_id': '9b0ed6c08b9844e2ba70a09ddd0959c1'}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:46:16.414615 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d68975a-77b4-4bd2-9d8a-15e8e1513f4e req-9a15ea45-5ec0-4ae1-9d2a-e21518b70f3d tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Made reservation on behalf of 9b0ed6c08b9844e2ba70a09ddd0959c1 for: {'port': 1} {{(pid=105699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:46:16.418807 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-3d68975a-77b4-4bd2-9d8a-15e8e1513f4e req-9a15ea45-5ec0-4ae1-9d2a-e21518b70f3d tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:16.571252 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.db_base_plugin_common [req-3d68975a-77b4-4bd2-9d8a-15e8e1513f4e req-9a15ea45-5ec0-4ae1-9d2a-e21518b70f3d tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Allocated IP 172.20.0.14 (e271d85f-7317-457a-866b-38767b94b4ff/90c2af37-f46d-44ca-a62c-c2802a56f799/94784415-034f-4d0a-997d-6150c155251c) {{(pid=105699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 00:46:16.728941 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-3d68975a-77b4-4bd2-9d8a-15e8e1513f4e req-9a15ea45-5ec0-4ae1-9d2a-e21518b70f3d tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Notify callbacks [] for port, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:16.805300 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1bb05-473a-463d-b637-f4a60b970a81 req-455169d0-ab4c-480e-a167-c7ed72f56893 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:16.807369 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1db1bb05-473a-463d-b637-f4a60b970a81 req-455169d0-ab4c-480e-a167-c7ed72f56893 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e21ee30-117b-4984-8e52-f2367122fd9f HTTP/1.1" status: 200 len: 945 time: 0.0670002 Sep 08 00:46:16.823845 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-3d68975a-77b4-4bd2-9d8a-15e8e1513f4e req-9a15ea45-5ec0-4ae1-9d2a-e21518b70f3d tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792256344477'] for port, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:16.917657 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d68975a-77b4-4bd2-9d8a-15e8e1513f4e req-9a15ea45-5ec0-4ae1-9d2a-e21518b70f3d tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Network e271d85f-7317-457a-866b-38767b94b4ff is already hosted by enough agents. {{(pid=105699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:46:16.926274 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.base_scheduler [req-3d68975a-77b4-4bd2-9d8a-15e8e1513f4e req-9a15ea45-5ec0-4ae1-9d2a-e21518b70f3d tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Resources bound (agent type, host, resource id): {{(pid=105699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:46:16.928369 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a15ea45-5ec0-4ae1-9d2a-e21518b70f3d tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Pushing event updated for resources: {'Port': ['ID=94784415-034f-4d0a-997d-6150c155251c,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:46:16.937295 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf153e7b-4671-41e7-a19d-bb444ab935e5 req-7a6ce686-07f8-4135-85f0-8c0b72a719ff tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:16.938783 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-bf153e7b-4671-41e7-a19d-bb444ab935e5 req-7a6ce686-07f8-4135-85f0-8c0b72a719ff tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=44cdc9a1-ff01-4ff7-93fe-e5fb52d5471b HTTP/1.1" status: 200 len: 932 time: 0.1291964 Sep 08 00:46:16.941469 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1db1bb05-473a-463d-b637-f4a60b970a81 req-9ff1996b-444d-4a60-ac54-6220f1fdf874 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/security-groups?id=e769dadd-f003-4d29-ac67-4df471cd4b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213377 Sep 08 00:46:16.942214 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d68975a-77b4-4bd2-9d8a-15e8e1513f4e req-9a15ea45-5ec0-4ae1-9d2a-e21518b70f3d tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Received port after_create {{(pid=105699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 00:46:16.947746 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68975a-77b4-4bd2-9d8a-15e8e1513f4e req-9a15ea45-5ec0-4ae1-9d2a-e21518b70f3d tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:16.948322 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-3d68975a-77b4-4bd2-9d8a-15e8e1513f4e req-9a15ea45-5ec0-4ae1-9d2a-e21518b70f3d tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for port, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:16.978922 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3d68975a-77b4-4bd2-9d8a-15e8e1513f4e req-9a15ea45-5ec0-4ae1-9d2a-e21518b70f3d tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6962969 Sep 08 00:46:16.990650 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-bf153e7b-4671-41e7-a19d-bb444ab935e5 req-5ea08393-2c7e-4b80-9cf7-888e22a88985 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394318 Sep 08 00:46:17.334650 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a56d7e8-ec29-4a93-8e8e-c208a9ea480b req-005d6a57-92f9-46eb-915c-7cd21ef5fd76 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:17.336334 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5a56d7e8-ec29-4a93-8e8e-c208a9ea480b req-005d6a57-92f9-46eb-915c-7cd21ef5fd76 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 944 time: 0.0476649 Sep 08 00:46:17.373452 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5a56d7e8-ec29-4a93-8e8e-c208a9ea480b req-07164292-a009-46f4-86e7-fdf152e60a10 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307596 Sep 08 00:46:17.790630 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-a1f233af-f374-4ca7-93ad-b6d0bf5b02ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:18.054385 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96182b75-2c7b-41c0-8640-66ca33740fbf req-e8d749fb-aa23-4bd4-b7fd-59bc7e26d672 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:18.055879 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-96182b75-2c7b-41c0-8640-66ca33740fbf req-e8d749fb-aa23-4bd4-b7fd-59bc7e26d672 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e21ee30-117b-4984-8e52-f2367122fd9f HTTP/1.1" status: 200 len: 945 time: 0.0504282 Sep 08 00:46:18.119912 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-96182b75-2c7b-41c0-8640-66ca33740fbf req-d011b57d-8a64-47f8-848a-836a15460ab7 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/security-groups?id=e769dadd-f003-4d29-ac67-4df471cd4b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546227 Sep 08 00:46:18.130607 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b58700f-246a-443d-854a-97484bdb5e75 req-35058eeb-3126-4d35-84ab-c8961f18147a tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:18.131920 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0b58700f-246a-443d-854a-97484bdb5e75 req-35058eeb-3126-4d35-84ab-c8961f18147a tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=44cdc9a1-ff01-4ff7-93fe-e5fb52d5471b HTTP/1.1" status: 200 len: 932 time: 0.0749867 Sep 08 00:46:18.170661 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0b58700f-246a-443d-854a-97484bdb5e75 req-d93f443e-3c38-411b-a0ae-f21bbd144d0b tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316205 Sep 08 00:46:18.484997 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c18806-cf5c-445a-8097-50efcbf25f81 req-0ccd076e-9849-419d-bba1-171faf7d23a2 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:18.486573 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-61c18806-cf5c-445a-8097-50efcbf25f81 req-0ccd076e-9849-419d-bba1-171faf7d23a2 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 944 time: 0.0482607 Sep 08 00:46:18.487128 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] get_ports_and_sgs() called for port_ids ['1345b314-3cc2-41a1-b1da-90a2f0569fcb', '721190b3-5663-4608-abfa-0dcb5bb60fab'] {{(pid=105700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 00:46:18.524833 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-61c18806-cf5c-445a-8097-50efcbf25f81 req-d7be7ad3-f417-48cf-bf85-1270428a2057 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321980 Sep 08 00:46:19.254849 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9438009f-28c3-4b6f-adea-ff98bb5bf568 req-f2f768e9-e5e2-4150-9811-207769cbc317 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:19.256268 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-9438009f-28c3-4b6f-adea-ff98bb5bf568 req-f2f768e9-e5e2-4150-9811-207769cbc317 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e21ee30-117b-4984-8e52-f2367122fd9f HTTP/1.1" status: 200 len: 945 time: 0.0684354 Sep 08 00:46:19.316513 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63d935-249d-4b28-8b1d-b78dc116c13c req-275d76a0-4a8c-47c7-ac34-931dc173ca83 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:19.317940 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1a63d935-249d-4b28-8b1d-b78dc116c13c req-275d76a0-4a8c-47c7-ac34-931dc173ca83 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=44cdc9a1-ff01-4ff7-93fe-e5fb52d5471b HTTP/1.1" status: 200 len: 932 time: 0.0791824 Sep 08 00:46:19.322637 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-9438009f-28c3-4b6f-adea-ff98bb5bf568 req-dba2900c-a796-4b48-bceb-7c153e637110 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/security-groups?id=e769dadd-f003-4d29-ac67-4df471cd4b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495534 Sep 08 00:46:19.355723 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1a63d935-249d-4b28-8b1d-b78dc116c13c req-5aabdbea-fa1d-453d-a1b5-877e34aa5778 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316641 Sep 08 00:46:19.634914 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c907b4-da9a-410e-8bea-eee2fec45b18 req-0a1a5c6e-bd96-4a38-9f01-904dfce71fb2 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:19.636450 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-36c907b4-da9a-410e-8bea-eee2fec45b18 req-0a1a5c6e-bd96-4a38-9f01-904dfce71fb2 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 944 time: 0.0471203 Sep 08 00:46:19.672799 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-36c907b4-da9a-410e-8bea-eee2fec45b18 req-80b5e607-dc3d-4916-a24b-c1064beba6a5 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302560 Sep 08 00:46:19.787928 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device ebbe362c-61a9-4d55-a9d0-9e3082fa5be4 up at agent hyperv_hv-cinder-75996 {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:46:19.807090 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [req-3d68975a-77b4-4bd2-9d8a-15e8e1513f4e req-50b2c105-ea53-4256-af4d-4972dd8eb090 service neutron] Request body: {'port': {'device_id': '44cdc9a1-ff01-4ff7-93fe-e5fb52d5471b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:46:19.841209 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Provisioning for port ebbe362c-61a9-4d55-a9d0-9e3082fa5be4 completed by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:46:19.848886 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Provisioning complete for port ebbe362c-61a9-4d55-a9d0-9e3082fa5be4 triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:46:19.849333 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:19.930511 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:19.956650 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e21ee30-117b-4984-8e52-f2367122fd9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebbe362c-61a9-4d55-a9d0-9e3082fa5be4'}] {{(pid=105700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:46:19.958958 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8460d1f582680b5b58131e18e26cc0c46bcacb71cb7028c1e32c58fa4cd87a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3382391b-c71e-4cf0-ba97-81479cb4d5f4" -d '{"events": [{"server_uuid": "2e21ee30-117b-4984-8e52-f2367122fd9f", "name": "network-vif-plugged", "status": "completed", "tag": "ebbe362c-61a9-4d55-a9d0-9e3082fa5be4"}]}' {{(pid=105700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:46:19.974145 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port ebbe362c-61a9-4d55-a9d0-9e3082fa5be4, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=ebbe362c-61a9-4d55-a9d0-9e3082fa5be4,segment=NetworkSegment(ae584969-c86b-4aa9-bf11-cc6a7719e958),segment_id=ae584969-c86b-4aa9-bf11-cc6a7719e958)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:46:19.980206 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:19.981004 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device 24d1122e-086c-4356-82b0-933a87885a6b up at agent hyperv_hv-cinder-75996 {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:46:20.005247 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 00:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd045815-f3c0-43a4-bb45-a4b77baeb86c x-openstack-request-id: req-bd045815-f3c0-43a4-bb45-a4b77baeb86c {{(pid=105700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:46:20.005561 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e21ee30-117b-4984-8e52-f2367122fd9f", "name": "network-vif-plugged", "status": "completed", "tag": "ebbe362c-61a9-4d55-a9d0-9e3082fa5be4", "code": 200}]} {{(pid=105700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:46:20.005833 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bd045815-f3c0-43a4-bb45-a4b77baeb86c {{(pid=105700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:46:20.006219 dv-cinder-759961-13-iscsi neutron-server[105700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e21ee30-117b-4984-8e52-f2367122fd9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebbe362c-61a9-4d55-a9d0-9e3082fa5be4', 'code': 200} Sep 08 00:46:20.064047 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Pushing event updated for resources: {'Port': ['ID=ebbe362c-61a9-4d55-a9d0-9e3082fa5be4,revision_number=5']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:46:20.075755 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-3d68975a-77b4-4bd2-9d8a-15e8e1513f4e req-50b2c105-ea53-4256-af4d-4972dd8eb090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:20.077903 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Provisioning for port 24d1122e-086c-4356-82b0-933a87885a6b completed by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:46:20.082052 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Provisioning complete for port 24d1122e-086c-4356-82b0-933a87885a6b triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:46:20.082420 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:20.159927 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:20.201914 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port 24d1122e-086c-4356-82b0-933a87885a6b, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=24d1122e-086c-4356-82b0-933a87885a6b,segment=NetworkSegment(00d437d1-d70b-479c-8729-36ced9e6abc0),segment_id=00d437d1-d70b-479c-8729-36ced9e6abc0)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:46:20.206391 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:20.293502 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Pushing event updated for resources: {'Port': ['ID=24d1122e-086c-4356-82b0-933a87885a6b,revision_number=5']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:46:20.383542 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.notifiers.nova [req-3d68975a-77b4-4bd2-9d8a-15e8e1513f4e req-50b2c105-ea53-4256-af4d-4972dd8eb090 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94784415-034f-4d0a-997d-6150c155251c {{(pid=105699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 00:46:20.394400 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-3d68975a-77b4-4bd2-9d8a-15e8e1513f4e req-50b2c105-ea53-4256-af4d-4972dd8eb090 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:20.437209 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.provisioning_blocks [req-3d68975a-77b4-4bd2-9d8a-15e8e1513f4e req-50b2c105-ea53-4256-af4d-4972dd8eb090 service neutron] Transition to ACTIVE for port object 94784415-034f-4d0a-997d-6150c155251c will not be triggered until provisioned by entity L2. {{(pid=105699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:46:20.453665 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-3d68975a-77b4-4bd2-9d8a-15e8e1513f4e req-50b2c105-ea53-4256-af4d-4972dd8eb090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:20.472379 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7743189-d6a1-43e0-9803-05e77167fc14 req-0c314387-049d-450c-a677-117485a32afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:20.473869 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-d7743189-d6a1-43e0-9803-05e77167fc14 req-0c314387-049d-450c-a677-117485a32afb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e21ee30-117b-4984-8e52-f2367122fd9f HTTP/1.1" status: 200 len: 1099 time: 0.1211672 Sep 08 00:46:20.548604 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c9358-7f7d-4f71-96b3-afc2615c7dd6 req-dd6de7d5-c8ed-4aa8-87fb-543d6d501e95 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:20.550070 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-202c9358-7f7d-4f71-96b3-afc2615c7dd6 req-dd6de7d5-c8ed-4aa8-87fb-543d6d501e95 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e21ee30-117b-4984-8e52-f2367122fd9f HTTP/1.1" status: 200 len: 946 time: 0.1525059 Sep 08 00:46:20.578992 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b2c105-ea53-4256-af4d-4972dd8eb090 service neutron] Pushing event updated for resources: {'Port': ['ID=94784415-034f-4d0a-997d-6150c155251c,revision_number=2']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:46:20.621915 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17939df-fdc0-4c7a-8f9c-b16cb9c07afb req-36fe5645-fe71-4d8e-9805-ff0242ea976c tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:20.623365 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a17939df-fdc0-4c7a-8f9c-b16cb9c07afb req-36fe5645-fe71-4d8e-9805-ff0242ea976c tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=44cdc9a1-ff01-4ff7-93fe-e5fb52d5471b HTTP/1.1" status: 200 len: 944 time: 0.1889000 Sep 08 00:46:20.624872 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-d7743189-d6a1-43e0-9803-05e77167fc14 req-373a98e9-0ea6-4cf4-9de9-6e697409b6f6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e769dadd-f003-4d29-ac67-4df471cd4b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245549 Sep 08 00:46:20.654082 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [req-3d68975a-77b4-4bd2-9d8a-15e8e1513f4e req-50b2c105-ea53-4256-af4d-4972dd8eb090 service neutron] Attempting to bind port 94784415-034f-4d0a-997d-6150c155251c on host hv-cinder-75996 for vnic_type normal with profile {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 00:46:20.654409 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [req-3d68975a-77b4-4bd2-9d8a-15e8e1513f4e req-50b2c105-ea53-4256-af4d-4972dd8eb090 service neutron] Attempting to bind port 94784415-034f-4d0a-997d-6150c155251c by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '3de05d6b-2c84-441f-bc53-4fa7981bcbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e271d85f-7317-457a-866b-38767b94b4ff'}] {{(pid=105699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 00:46:20.654736 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d68975a-77b4-4bd2-9d8a-15e8e1513f4e req-50b2c105-ea53-4256-af4d-4972dd8eb090 service neutron] Attempting to bind port 94784415-034f-4d0a-997d-6150c155251c on network e271d85f-7317-457a-866b-38767b94b4ff {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:46:20.664682 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d68975a-77b4-4bd2-9d8a-15e8e1513f4e req-50b2c105-ea53-4256-af4d-4972dd8eb090 service neutron] Port 94784415-034f-4d0a-997d-6150c155251c on network e271d85f-7317-457a-866b-38767b94b4ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 00:46:20.664991 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d68975a-77b4-4bd2-9d8a-15e8e1513f4e req-50b2c105-ea53-4256-af4d-4972dd8eb090 service neutron] Attempting to bind port 94784415-034f-4d0a-997d-6150c155251c on network e271d85f-7317-457a-866b-38767b94b4ff {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:46:20.673003 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-202c9358-7f7d-4f71-96b3-afc2615c7dd6 req-d56f8a91-25ad-49b2-9324-43d05c1293a3 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/security-groups?id=e769dadd-f003-4d29-ac67-4df471cd4b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133497 Sep 08 00:46:20.682259 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d68975a-77b4-4bd2-9d8a-15e8e1513f4e req-50b2c105-ea53-4256-af4d-4972dd8eb090 service neutron] Checking agent: {'id': '9d05b7f5-da94-42e7-89b0-a476ea8ca848', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 0, 41, 44), 'started_at': datetime.datetime(2021, 9, 8, 0, 41, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 0, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 00:46:20.682702 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d68975a-77b4-4bd2-9d8a-15e8e1513f4e req-50b2c105-ea53-4256-af4d-4972dd8eb090 service neutron] Checking segment: {'id': '3de05d6b-2c84-441f-bc53-4fa7981bcbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e271d85f-7317-457a-866b-38767b94b4ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:46:20.683193 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d68975a-77b4-4bd2-9d8a-15e8e1513f4e req-50b2c105-ea53-4256-af4d-4972dd8eb090 service neutron] Bound using segment: {'id': '3de05d6b-2c84-441f-bc53-4fa7981bcbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e271d85f-7317-457a-866b-38767b94b4ff'} {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 00:46:20.683674 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [req-3d68975a-77b4-4bd2-9d8a-15e8e1513f4e req-50b2c105-ea53-4256-af4d-4972dd8eb090 service neutron] Bound port: 94784415-034f-4d0a-997d-6150c155251c, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3de05d6b-2c84-441f-bc53-4fa7981bcbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e271d85f-7317-457a-866b-38767b94b4ff'}}] {{(pid=105699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 00:46:20.684044 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-3d68975a-77b4-4bd2-9d8a-15e8e1513f4e req-50b2c105-ea53-4256-af4d-4972dd8eb090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:20.697815 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a17939df-fdc0-4c7a-8f9c-b16cb9c07afb req-57c283a4-21fd-4dc8-aa94-db22feacc0fc tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669565 Sep 08 00:46:20.762369 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.db [req-3d68975a-77b4-4bd2-9d8a-15e8e1513f4e req-50b2c105-ea53-4256-af4d-4972dd8eb090 service neutron] For port 94784415-034f-4d0a-997d-6150c155251c, host hv-cinder-75996, cleared binding levels {{(pid=105699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 00:46:20.791324 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.db [req-3d68975a-77b4-4bd2-9d8a-15e8e1513f4e req-50b2c105-ea53-4256-af4d-4972dd8eb090 service neutron] For port 94784415-034f-4d0a-997d-6150c155251c, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=94784415-034f-4d0a-997d-6150c155251c,segment=NetworkSegment(3de05d6b-2c84-441f-bc53-4fa7981bcbd6),segment_id=3de05d6b-2c84-441f-bc53-4fa7981bcbd6)] {{(pid=105699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 00:46:20.802042 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-3d68975a-77b4-4bd2-9d8a-15e8e1513f4e req-50b2c105-ea53-4256-af4d-4972dd8eb090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:20.824348 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-ff04b3d7-537c-415b-9964-48c1389d9620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:20.827489 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:20.847187 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b82358-2c38-4016-9f89-263ece4ac8ca req-d56f8cc9-ff53-49b1-9d1e-c1ef3afe9c43 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:20.848730 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-43b82358-2c38-4016-9f89-263ece4ac8ca req-d56f8cc9-ff53-49b1-9d1e-c1ef3afe9c43 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 945 time: 0.1000743 Sep 08 00:46:20.856721 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68975a-77b4-4bd2-9d8a-15e8e1513f4e req-50b2c105-ea53-4256-af4d-4972dd8eb090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:20.857335 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-3d68975a-77b4-4bd2-9d8a-15e8e1513f4e req-50b2c105-ea53-4256-af4d-4972dd8eb090 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for port, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:20.858679 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3d68975a-77b4-4bd2-9d8a-15e8e1513f4e req-50b2c105-ea53-4256-af4d-4972dd8eb090 service neutron] 10.222.0.35 "PUT /v2.0/ports/94784415-034f-4d0a-997d-6150c155251c HTTP/1.1" status: 200 len: 1094 time: 1.0565672 Sep 08 00:46:20.861985 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44cdc9a1-ff01-4ff7-93fe-e5fb52d5471b', 'tag': '94784415-034f-4d0a-997d-6150c155251c'}] {{(pid=105699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:46:20.864226 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3219a0c12e8a5a78bd5034d738b4394f25721dc263a67c7d4cfc0eaa1ac0f340" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6349ad5b-e966-4167-b097-7a7b8ac7cccf" -d '{"events": [{"name": "network-changed", "server_uuid": "44cdc9a1-ff01-4ff7-93fe-e5fb52d5471b", "tag": "94784415-034f-4d0a-997d-6150c155251c"}]}' {{(pid=105699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:46:20.899248 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 00:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11353b04-d804-4057-bc4b-b6d3f42f82a6 x-openstack-request-id: req-11353b04-d804-4057-bc4b-b6d3f42f82a6 {{(pid=105699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:46:20.899554 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44cdc9a1-ff01-4ff7-93fe-e5fb52d5471b", "tag": "94784415-034f-4d0a-997d-6150c155251c", "status": "completed", "code": 200}]} {{(pid=105699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:46:20.899805 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-11353b04-d804-4057-bc4b-b6d3f42f82a6 {{(pid=105699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:46:20.900783 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44cdc9a1-ff01-4ff7-93fe-e5fb52d5471b', 'tag': '94784415-034f-4d0a-997d-6150c155251c', 'status': 'completed', 'code': 200} Sep 08 00:46:20.906888 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b2c105-ea53-4256-af4d-4972dd8eb090 service neutron] Pushing event updated for resources: {'Port': ['ID=94784415-034f-4d0a-997d-6150c155251c,revision_number=3']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:46:20.920843 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-43b82358-2c38-4016-9f89-263ece4ac8ca req-6d1f380a-0e1a-4702-886b-7ba14a96f218 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612478 Sep 08 00:46:21.506982 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349ad5b-e966-4167-b097-7a7b8ac7cccf req-678c3d09-d71b-4562-a1d9-9a3b30482ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:21.508512 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6349ad5b-e966-4167-b097-7a7b8ac7cccf req-678c3d09-d71b-4562-a1d9-9a3b30482ae3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9b0ed6c08b9844e2ba70a09ddd0959c1&device_id=44cdc9a1-ff01-4ff7-93fe-e5fb52d5471b HTTP/1.1" status: 200 len: 1097 time: 0.0409656 Sep 08 00:46:21.618455 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:21.631372 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349ad5b-e966-4167-b097-7a7b8ac7cccf req-7d972486-3640-4c28-bb15-b3c2f63278ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:21.637464 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6349ad5b-e966-4167-b097-7a7b8ac7cccf req-7d972486-3640-4c28-bb15-b3c2f63278ff service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=9b0ed6c08b9844e2ba70a09ddd0959c1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1021495 Sep 08 00:46:21.749325 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349ad5b-e966-4167-b097-7a7b8ac7cccf req-66ca6e4b-4fb0-411d-82e9-1ca732e7ce4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:21.750969 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6349ad5b-e966-4167-b097-7a7b8ac7cccf req-66ca6e4b-4fb0-411d-82e9-1ca732e7ce4a service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0992160 Sep 08 00:46:21.833687 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae9285-f42d-4248-8c86-72d8f4c723b4 req-f40389ac-e388-4fff-bd1e-09ad3b104141 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:21.835188 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1bae9285-f42d-4248-8c86-72d8f4c723b4 req-f40389ac-e388-4fff-bd1e-09ad3b104141 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e21ee30-117b-4984-8e52-f2367122fd9f HTTP/1.1" status: 200 len: 946 time: 0.0833075 Sep 08 00:46:21.865270 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b8fc6d-1f8b-494b-85f1-35266b82f9d1 req-0143382f-947a-46c8-b44b-601f370abd28 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:21.866738 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-64b8fc6d-1f8b-494b-85f1-35266b82f9d1 req-0143382f-947a-46c8-b44b-601f370abd28 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=44cdc9a1-ff01-4ff7-93fe-e5fb52d5471b HTTP/1.1" status: 200 len: 944 time: 0.0853465 Sep 08 00:46:21.944779 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1bae9285-f42d-4248-8c86-72d8f4c723b4 req-b17ef01a-1484-4178-b747-a40514e6e125 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/security-groups?id=e769dadd-f003-4d29-ac67-4df471cd4b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011653 Sep 08 00:46:21.947776 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68975a-77b4-4bd2-9d8a-15e8e1513f4e req-fa27b02d-be5b-40aa-a575-2d43553fcb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:21.949312 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3d68975a-77b4-4bd2-9d8a-15e8e1513f4e req-fa27b02d-be5b-40aa-a575-2d43553fcb8a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9b0ed6c08b9844e2ba70a09ddd0959c1&device_id=44cdc9a1-ff01-4ff7-93fe-e5fb52d5471b HTTP/1.1" status: 200 len: 1097 time: 0.1090593 Sep 08 00:46:21.952230 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-64b8fc6d-1f8b-494b-85f1-35266b82f9d1 req-716b1f0c-becf-4165-b6ba-f0007f77495f tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710530 Sep 08 00:46:22.007921 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae8fc482-b90d-4223-b05d-f53241012a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d1122e-086c-4356-82b0-933a87885a6b'}] {{(pid=105700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:46:22.010704 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3d68975a-77b4-4bd2-9d8a-15e8e1513f4e req-a6d7b3b5-30c3-423c-8b85-7b18dd3bc669 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94784415-034f-4d0a-997d-6150c155251c HTTP/1.1" status: 200 len: 217 time: 0.0355229 Sep 08 00:46:22.011097 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8460d1f582680b5b58131e18e26cc0c46bcacb71cb7028c1e32c58fa4cd87a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b43bd1-60d6-4bfe-821b-0a968f83c947" -d '{"events": [{"server_uuid": "ae8fc482-b90d-4223-b05d-f53241012a19", "name": "network-vif-plugged", "status": "completed", "tag": "24d1122e-086c-4356-82b0-933a87885a6b"}]}' {{(pid=105700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:46:22.048245 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 00:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b08dee-5b9b-4768-9cec-260f0348db20 x-openstack-request-id: req-60b08dee-5b9b-4768-9cec-260f0348db20 {{(pid=105700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:46:22.048677 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae8fc482-b90d-4223-b05d-f53241012a19", "name": "network-vif-plugged", "status": "completed", "tag": "24d1122e-086c-4356-82b0-933a87885a6b", "code": 200}]} {{(pid=105700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:46:22.049045 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-60b08dee-5b9b-4768-9cec-260f0348db20 {{(pid=105700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:46:22.049531 dv-cinder-759961-13-iscsi neutron-server[105700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae8fc482-b90d-4223-b05d-f53241012a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d1122e-086c-4356-82b0-933a87885a6b', 'code': 200} Sep 08 00:46:22.110123 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68975a-77b4-4bd2-9d8a-15e8e1513f4e req-26cf4f52-046c-4144-90bc-a47695aac4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:22.111617 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3d68975a-77b4-4bd2-9d8a-15e8e1513f4e req-26cf4f52-046c-4144-90bc-a47695aac4f2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=90c2af37-f46d-44ca-a62c-c2802a56f799 HTTP/1.1" status: 200 len: 855 time: 0.0885675 Sep 08 00:46:22.124630 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0e7e8-52f6-4d8a-90b4-bd5312fda819 req-df9e5885-01a6-4d41-9a48-a59acaa39f62 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:22.126093 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f6d0e7e8-52f6-4d8a-90b4-bd5312fda819 req-df9e5885-01a6-4d41-9a48-a59acaa39f62 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 945 time: 0.0666709 Sep 08 00:46:22.173217 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3d68975a-77b4-4bd2-9d8a-15e8e1513f4e req-380c8b36-4975-48ff-a9f4-abcb8a8c7eda service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e271d85f-7317-457a-866b-38767b94b4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336454 Sep 08 00:46:22.206259 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f6d0e7e8-52f6-4d8a-90b4-bd5312fda819 req-e68cbc5e-9ef2-4a00-9e9c-12fc5573133e tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737169 Sep 08 00:46:22.323855 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314e1bf-d65b-4112-b6f8-770e375f29a4 req-208e5bf5-3ca2-4d6f-b394-dbd21e4fd486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:22.325352 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-8314e1bf-d65b-4112-b6f8-770e375f29a4 req-208e5bf5-3ca2-4d6f-b394-dbd21e4fd486 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 1098 time: 0.0658791 Sep 08 00:46:22.327248 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3d68975a-77b4-4bd2-9d8a-15e8e1513f4e req-49364dac-7e08-427a-97ed-5dfd6f8af73f service neutron] 10.222.0.35 "GET /v2.0/networks/e271d85f-7317-457a-866b-38767b94b4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444228 Sep 08 00:46:22.433435 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-8314e1bf-d65b-4112-b6f8-770e375f29a4 req-1bf9804e-7a0c-4003-a15f-572f5bef3ba1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787396 Sep 08 00:46:22.468983 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3d68975a-77b4-4bd2-9d8a-15e8e1513f4e req-12a407e0-7ac5-49b7-aba0-099e3df91ea0 service neutron] 10.222.0.35 "GET /v2.0/networks/e271d85f-7317-457a-866b-38767b94b4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073141 Sep 08 00:46:22.641508 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 51280) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:46:22.691759 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.db_base_plugin_v2 [None req-de2faf18-ea25-4e1f-b538-0b84512c4974 admin admin] Deleting subnet 4b9691fb-d2c5-4c5e-97c8-5f6ba70db11b {{(pid=105699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 00:46:22.703276 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-de2faf18-ea25-4e1f-b538-0b84512c4974 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:22.736214 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-de2faf18-ea25-4e1f-b538-0b84512c4974 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:22.747735 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-de2faf18-ea25-4e1f-b538-0b84512c4974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3572486'] for subnet, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:22.813157 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-de2faf18-ea25-4e1f-b538-0b84512c4974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3572543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586'] for subnet, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:22.846406 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-de2faf18-ea25-4e1f-b538-0b84512c4974 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:22.848277 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-de2faf18-ea25-4e1f-b538-0b84512c4974 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4b9691fb-d2c5-4c5e-97c8-5f6ba70db11b HTTP/1.1" status: 204 len: 168 time: 0.2058432 Sep 08 00:46:22.849233 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2faf18-ea25-4e1f-b538-0b84512c4974 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b9691fb-d2c5-4c5e-97c8-5f6ba70db11b,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:46:22.851155 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 51294) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:46:22.920652 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-965ac1f7-2baf-4656-95c7-8577c0302f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3464973'] for network, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:23.011838 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-965ac1f7-2baf-4656-95c7-8577c0302f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3575435', 'neutron.services.segments.db._delete_segments_for_network-8792256839289'] for network, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:23.037173 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.services.segments.db [None req-965ac1f7-2baf-4656-95c7-8577c0302f9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29c6e65d-3e6f-43c9-b954-0d1d904bf3b3']}} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:46:23.047477 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.services.segments.db [None req-965ac1f7-2baf-4656-95c7-8577c0302f9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0267beba-2600-462f-acfe-1c1bd763de51') {'for_net_delete': True} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:46:23.048449 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.services.segments.db [None req-965ac1f7-2baf-4656-95c7-8577c0302f9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0267beba-2600-462f-acfe-1c1bd763de51') {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:46:23.058612 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-965ac1f7-2baf-4656-95c7-8577c0302f9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792256841090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7633565'] for segment, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:23.071671 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-965ac1f7-2baf-4656-95c7-8577c0302f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3575388'] for segment, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:23.078561 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-965ac1f7-2baf-4656-95c7-8577c0302f9f admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=105698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 00:46:23.079232 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-965ac1f7-2baf-4656-95c7-8577c0302f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3575388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7727846'] for segment, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:23.093033 dv-cinder-759961-13-iscsi neutron-server[105698]: Traceback (most recent call last): Sep 08 00:46:23.093033 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 00:46:23.093033 dv-cinder-759961-13-iscsi neutron-server[105698]: timer() Sep 08 00:46:23.093033 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 00:46:23.093033 dv-cinder-759961-13-iscsi neutron-server[105698]: cb(*args, **kw) Sep 08 00:46:23.093033 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 00:46:23.093033 dv-cinder-759961-13-iscsi neutron-server[105698]: return func(*args, **kwargs) Sep 08 00:46:23.093033 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 00:46:23.093033 dv-cinder-759961-13-iscsi neutron-server[105698]: self._notify() Sep 08 00:46:23.093033 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 00:46:23.093033 dv-cinder-759961-13-iscsi neutron-server[105698]: self.callback(batched_events) Sep 08 00:46:23.093033 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 00:46:23.093033 dv-cinder-759961-13-iscsi neutron-server[105698]: event.method(event) Sep 08 00:46:23.093033 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 00:46:23.093033 dv-cinder-759961-13-iscsi neutron-server[105698]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 00:46:23.093033 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 00:46:23.093033 dv-cinder-759961-13-iscsi neutron-server[105698]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 00:46:23.093033 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 00:46:23.093033 dv-cinder-759961-13-iscsi neutron-server[105698]: return f(self, *a, **k) Sep 08 00:46:23.093033 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 00:46:23.093033 dv-cinder-759961-13-iscsi neutron-server[105698]: return self._get(url).json() Sep 08 00:46:23.093033 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 00:46:23.093033 dv-cinder-759961-13-iscsi neutron-server[105698]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 00:46:23.093033 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 00:46:23.093033 dv-cinder-759961-13-iscsi neutron-server[105698]: return self.request(url, 'GET', **kwargs) Sep 08 00:46:23.093033 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 00:46:23.093033 dv-cinder-759961-13-iscsi neutron-server[105698]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 00:46:23.093033 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 00:46:23.093033 dv-cinder-759961-13-iscsi neutron-server[105698]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 00:46:23.093033 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 00:46:23.093033 dv-cinder-759961-13-iscsi neutron-server[105698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 00:46:23.093033 dv-cinder-759961-13-iscsi neutron-server[105698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 00:46:23.122679 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:23.134063 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dedc911-b5b0-470a-ba33-c4d8cb74a8df req-a6528b29-cdbc-40fe-8ae3-9f706561a601 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:23.142348 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-9dedc911-b5b0-470a-ba33-c4d8cb74a8df req-a6528b29-cdbc-40fe-8ae3-9f706561a601 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=44cdc9a1-ff01-4ff7-93fe-e5fb52d5471b HTTP/1.1" status: 200 len: 944 time: 0.1033125 Sep 08 00:46:23.146996 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-965ac1f7-2baf-4656-95c7-8577c0302f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3575428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529414'] for network, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:23.153699 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-965ac1f7-2baf-4656-95c7-8577c0302f9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for network, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:23.157752 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28fbb97-0ac7-423a-8058-257f7da8ac6c req-9934d3ee-6b93-4916-a983-b23496cd6f77 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:23.159362 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e28fbb97-0ac7-423a-8058-257f7da8ac6c req-9934d3ee-6b93-4916-a983-b23496cd6f77 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e21ee30-117b-4984-8e52-f2367122fd9f HTTP/1.1" status: 200 len: 946 time: 0.1048641 Sep 08 00:46:23.159890 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 51304) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:46:23.160569 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-965ac1f7-2baf-4656-95c7-8577c0302f9f admin admin] 10.222.0.15 "DELETE /v2.0/networks/29c6e65d-3e6f-43c9-b954-0d1d904bf3b3 HTTP/1.1" status: 204 len: 168 time: 0.3083246 Sep 08 00:46:23.174225 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965ac1f7-2baf-4656-95c7-8577c0302f9f admin admin] Pushing event deleted for resources: {'Network': ['ID=29c6e65d-3e6f-43c9-b954-0d1d904bf3b3,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:46:23.255635 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-9dedc911-b5b0-470a-ba33-c4d8cb74a8df req-ed33c31e-fcd9-44cb-9df3-9c716d2e0c6a tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123569 Sep 08 00:46:23.260575 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.db_base_plugin_v2 [None req-03d5ac7b-ddd7-4306-ad68-b5ded57d5126 admin admin] Deleting subnet 970afcfe-ab90-4879-870e-9705833aed69 {{(pid=105699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 00:46:23.265266 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e28fbb97-0ac7-423a-8058-257f7da8ac6c req-b3dfcdc8-0bdf-4445-9930-274693a99343 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/security-groups?id=e769dadd-f003-4d29-ac67-4df471cd4b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946789 Sep 08 00:46:23.267192 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-03d5ac7b-ddd7-4306-ad68-b5ded57d5126 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:23.307921 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-03d5ac7b-ddd7-4306-ad68-b5ded57d5126 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:23.314656 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-03d5ac7b-ddd7-4306-ad68-b5ded57d5126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3572486'] for subnet, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:23.404219 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca4a86d-b480-4fef-937e-cd22f2784299 req-25d609c4-8b4d-48d2-ac33-4915e8521f23 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:23.405772 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5ca4a86d-b480-4fef-937e-cd22f2784299 req-25d609c4-8b4d-48d2-ac33-4915e8521f23 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 945 time: 0.0881493 Sep 08 00:46:23.415385 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-03d5ac7b-ddd7-4306-ad68-b5ded57d5126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3572543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586'] for subnet, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:23.454023 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-03d5ac7b-ddd7-4306-ad68-b5ded57d5126 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:23.456114 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-03d5ac7b-ddd7-4306-ad68-b5ded57d5126 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/970afcfe-ab90-4879-870e-9705833aed69 HTTP/1.1" status: 204 len: 168 time: 0.2939885 Sep 08 00:46:23.457028 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d5ac7b-ddd7-4306-ad68-b5ded57d5126 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=970afcfe-ab90-4879-870e-9705833aed69,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:46:23.458446 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 51310) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:46:23.503181 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5ca4a86d-b480-4fef-937e-cd22f2784299 req-29634074-0af0-4a5f-84f0-b01bf5020709 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898700 Sep 08 00:46:23.543224 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1fa54070-d104-45f2-aa4f-bd54d0a290d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3464973'] for network, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:23.629419 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1fa54070-d104-45f2-aa4f-bd54d0a290d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3575435', 'neutron.services.segments.db._delete_segments_for_network-8792256839289'] for network, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:23.649846 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1fa54070-d104-45f2-aa4f-bd54d0a290d7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:46:23.650696 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1fa54070-d104-45f2-aa4f-bd54d0a290d7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:46:23.652136 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1fa54070-d104-45f2-aa4f-bd54d0a290d7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:46:23.652498 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1fa54070-d104-45f2-aa4f-bd54d0a290d7 admin admin] Subscribe: > port after_create 55550000 {{(pid=105699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:46:23.652855 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1fa54070-d104-45f2-aa4f-bd54d0a290d7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=105699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:46:23.653202 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1fa54070-d104-45f2-aa4f-bd54d0a290d7 admin admin] Subscribe: > port after_update 55550000 {{(pid=105699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:46:23.653546 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1fa54070-d104-45f2-aa4f-bd54d0a290d7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:46:23.653887 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1fa54070-d104-45f2-aa4f-bd54d0a290d7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:46:23.654220 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1fa54070-d104-45f2-aa4f-bd54d0a290d7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:46:23.654560 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1fa54070-d104-45f2-aa4f-bd54d0a290d7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:46:23.722396 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1fa54070-d104-45f2-aa4f-bd54d0a290d7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:46:23.722739 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1fa54070-d104-45f2-aa4f-bd54d0a290d7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:46:23.723069 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1fa54070-d104-45f2-aa4f-bd54d0a290d7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:46:23.723399 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1fa54070-d104-45f2-aa4f-bd54d0a290d7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 00:46:23.723802 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.services.segments.db [None req-1fa54070-d104-45f2-aa4f-bd54d0a290d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84c4a5cd-e673-4d81-a24e-475173536f4a']}} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:46:23.740367 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.services.segments.db [None req-1fa54070-d104-45f2-aa4f-bd54d0a290d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6c894f0-5d47-43e7-b9b5-ad95d8b25883') {'for_net_delete': True} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:46:23.740661 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.services.segments.db [None req-1fa54070-d104-45f2-aa4f-bd54d0a290d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6c894f0-5d47-43e7-b9b5-ad95d8b25883') {} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:46:23.756163 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1fa54070-d104-45f2-aa4f-bd54d0a290d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792256841090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25306834'] for segment, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:23.775980 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1fa54070-d104-45f2-aa4f-bd54d0a290d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3575388'] for segment, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:23.783890 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fa54070-d104-45f2-aa4f-bd54d0a290d7 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=105699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 00:46:23.784279 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1fa54070-d104-45f2-aa4f-bd54d0a290d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3575388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25502703'] for segment, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:23.788512 dv-cinder-759961-13-iscsi neutron-server[105699]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 08 00:46:23.788512 dv-cinder-759961-13-iscsi neutron-server[105699]: from cryptography.utils import int_from_bytes Sep 08 00:46:23.788512 dv-cinder-759961-13-iscsi neutron-server[105699]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 08 00:46:23.788512 dv-cinder-759961-13-iscsi neutron-server[105699]: from cryptography.utils import int_from_bytes Sep 08 00:46:23.788512 dv-cinder-759961-13-iscsi neutron-server[105699]: Traceback (most recent call last): Sep 08 00:46:23.788512 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 00:46:23.788512 dv-cinder-759961-13-iscsi neutron-server[105699]: timer() Sep 08 00:46:23.788512 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 00:46:23.788512 dv-cinder-759961-13-iscsi neutron-server[105699]: cb(*args, **kw) Sep 08 00:46:23.788512 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 00:46:23.788512 dv-cinder-759961-13-iscsi neutron-server[105699]: return func(*args, **kwargs) Sep 08 00:46:23.788512 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 00:46:23.788512 dv-cinder-759961-13-iscsi neutron-server[105699]: self._notify() Sep 08 00:46:23.788512 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 00:46:23.788512 dv-cinder-759961-13-iscsi neutron-server[105699]: self.callback(batched_events) Sep 08 00:46:23.788512 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 00:46:23.788512 dv-cinder-759961-13-iscsi neutron-server[105699]: event.method(event) Sep 08 00:46:23.788512 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 00:46:23.788512 dv-cinder-759961-13-iscsi neutron-server[105699]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 00:46:23.788512 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 00:46:23.788512 dv-cinder-759961-13-iscsi neutron-server[105699]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 00:46:23.788512 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 00:46:23.788512 dv-cinder-759961-13-iscsi neutron-server[105699]: return f(self, *a, **k) Sep 08 00:46:23.788512 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 00:46:23.788512 dv-cinder-759961-13-iscsi neutron-server[105699]: return self._get(url).json() Sep 08 00:46:23.788512 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 00:46:23.788512 dv-cinder-759961-13-iscsi neutron-server[105699]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 00:46:23.788512 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 00:46:23.788512 dv-cinder-759961-13-iscsi neutron-server[105699]: return self.request(url, 'GET', **kwargs) Sep 08 00:46:23.788512 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 00:46:23.788512 dv-cinder-759961-13-iscsi neutron-server[105699]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 00:46:23.788512 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 00:46:23.788512 dv-cinder-759961-13-iscsi neutron-server[105699]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 00:46:23.788512 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 00:46:23.788512 dv-cinder-759961-13-iscsi neutron-server[105699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 00:46:23.788512 dv-cinder-759961-13-iscsi neutron-server[105699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 00:46:23.847006 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1fa54070-d104-45f2-aa4f-bd54d0a290d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3575428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529414'] for network, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:23.863433 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1fa54070-d104-45f2-aa4f-bd54d0a290d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for network, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:23.865493 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-1fa54070-d104-45f2-aa4f-bd54d0a290d7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/84c4a5cd-e673-4d81-a24e-475173536f4a HTTP/1.1" status: 204 len: 168 time: 0.4050064 Sep 08 00:46:23.866461 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa54070-d104-45f2-aa4f-bd54d0a290d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=84c4a5cd-e673-4d81-a24e-475173536f4a,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:46:24.118569 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 51326) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:46:24.175664 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-ba16a26f-f5da-4a0f-a50f-6835fc451dd2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a49ed6d729414c3496b393bca042a9cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0550320 Sep 08 00:46:24.178053 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 51332) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:46:24.227530 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 51336) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:46:24.237538 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-626ff11a-6958-4191-a166-0a3039aae78d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:24.262072 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-626ff11a-6958-4191-a166-0a3039aae78d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:24.350433 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-626ff11a-6958-4191-a166-0a3039aae78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:24.353341 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-626ff11a-6958-4191-a166-0a3039aae78d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:24.356919 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-626ff11a-6958-4191-a166-0a3039aae78d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5e8b8e88-7eb0-4a82-846a-53732444d18d HTTP/1.1" status: 204 len: 168 time: 0.1753976 Sep 08 00:46:24.393577 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ff11a-6958-4191-a166-0a3039aae78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8b8e88-7eb0-4a82-846a-53732444d18d,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:46:24.413166 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-e7610d0b-fee8-4f2b-80d4-3eb70a25b7a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:24.432723 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3945f2-4b89-4064-854b-4d392cd09ad0 req-5bd2ae9b-2804-48f6-8503-70a84ebd4cbd tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:24.440511 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0c3945f2-4b89-4064-854b-4d392cd09ad0 req-5bd2ae9b-2804-48f6-8503-70a84ebd4cbd tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=44cdc9a1-ff01-4ff7-93fe-e5fb52d5471b HTTP/1.1" status: 200 len: 944 time: 0.1079326 Sep 08 00:46:24.467171 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4026f3ec-9c90-40d3-b252-635014649586 req-47bfb5cd-81af-4721-aafe-205a75f5950f tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:24.468743 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4026f3ec-9c90-40d3-b252-635014649586 req-47bfb5cd-81af-4721-aafe-205a75f5950f tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e21ee30-117b-4984-8e52-f2367122fd9f HTTP/1.1" status: 200 len: 946 time: 0.0956171 Sep 08 00:46:24.505424 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0c3945f2-4b89-4064-854b-4d392cd09ad0 req-3be6cd9a-440c-4eee-b528-c407f07e41f5 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640593 Sep 08 00:46:24.528164 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4026f3ec-9c90-40d3-b252-635014649586 req-c6546880-df47-4044-9576-0ec9af9e5161 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/security-groups?id=e769dadd-f003-4d29-ac67-4df471cd4b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518298 Sep 08 00:46:24.542090 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-e7610d0b-fee8-4f2b-80d4-3eb70a25b7a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:24.547566 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-e7610d0b-fee8-4f2b-80d4-3eb70a25b7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:24.595836 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7610d0b-fee8-4f2b-80d4-3eb70a25b7a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3fb0e7-d11c-4470-be20-d664aa074d06,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:46:24.601866 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-e7610d0b-fee8-4f2b-80d4-3eb70a25b7a4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7ce01286948b4ba3b76e576c61a1c046&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3722031 Sep 08 00:46:24.604905 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 51358) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:46:24.639425 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401bf6e-8e96-43bb-bbbd-89ca541cc405 req-bbdd14c0-f693-43a8-960d-e1ebf891620d tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:24.640967 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-d401bf6e-8e96-43bb-bbbd-89ca541cc405 req-bbdd14c0-f693-43a8-960d-e1ebf891620d tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 945 time: 0.0635469 Sep 08 00:46:24.669280 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-c4859074-1486-49dc-bfe1-8b89d8a24630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:24.682981 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-d401bf6e-8e96-43bb-bbbd-89ca541cc405 req-d2ff40f9-f348-435a-ab3b-9912f34d75f5 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356343 Sep 08 00:46:24.698032 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-c4859074-1486-49dc-bfe1-8b89d8a24630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:24.733108 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 51360) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:46:24.749646 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-c4859074-1486-49dc-bfe1-8b89d8a24630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:24.752406 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-c4859074-1486-49dc-bfe1-8b89d8a24630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:24.756024 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-c4859074-1486-49dc-bfe1-8b89d8a24630 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6c3fb0e7-d11c-4470-be20-d664aa074d06 HTTP/1.1" status: 204 len: 168 time: 0.1477189 Sep 08 00:46:24.762562 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4859074-1486-49dc-bfe1-8b89d8a24630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3fb0e7-d11c-4470-be20-d664aa074d06,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:46:24.780154 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-48400b8b-3182-4919-8776-706017818540 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=45c3f75e5b89430a9ec0e83713080c3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0458980 Sep 08 00:46:24.782646 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 51364) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:46:24.840136 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-9da20cb9-86b2-454e-956f-0d1e2bf9a8e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:24.871938 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-9da20cb9-86b2-454e-956f-0d1e2bf9a8e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:24.926734 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-9da20cb9-86b2-454e-956f-0d1e2bf9a8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:24.929453 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-9da20cb9-86b2-454e-956f-0d1e2bf9a8e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:24.933290 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-9da20cb9-86b2-454e-956f-0d1e2bf9a8e0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e346550d-19d9-4683-b3a1-c97961aa3584 HTTP/1.1" status: 204 len: 168 time: 0.1470566 Sep 08 00:46:24.938668 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da20cb9-86b2-454e-956f-0d1e2bf9a8e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e346550d-19d9-4683-b3a1-c97961aa3584,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:46:25.722916 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b9cc9-3e33-4bd6-8d8a-98f58521723c req-0492bbe1-9796-4414-a28c-c8beace12c3b tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:25.724461 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a13b9cc9-3e33-4bd6-8d8a-98f58521723c req-0492bbe1-9796-4414-a28c-c8beace12c3b tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=44cdc9a1-ff01-4ff7-93fe-e5fb52d5471b HTTP/1.1" status: 200 len: 944 time: 0.1133280 Sep 08 00:46:25.737371 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3f767-f403-448c-9d53-5cb4f1e09e26 req-d5f144c8-1e7e-47a2-a52a-d3e3ce6190f5 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:25.738805 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a0f3f767-f403-448c-9d53-5cb4f1e09e26 req-d5f144c8-1e7e-47a2-a52a-d3e3ce6190f5 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e21ee30-117b-4984-8e52-f2367122fd9f HTTP/1.1" status: 200 len: 946 time: 0.0708287 Sep 08 00:46:25.797739 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a13b9cc9-3e33-4bd6-8d8a-98f58521723c req-ee2c3299-32f2-4848-9717-ff0155ba7b1d tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580039 Sep 08 00:46:25.800679 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a0f3f767-f403-448c-9d53-5cb4f1e09e26 req-5f75c0db-1105-4990-a9a6-e0182346cc96 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/security-groups?id=e769dadd-f003-4d29-ac67-4df471cd4b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533664 Sep 08 00:46:25.908065 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a92083e-d906-446b-b3b0-9ebbd60f19da req-3d9f532b-f355-4867-857f-df9dd68e5f46 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:25.909543 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3a92083e-d906-446b-b3b0-9ebbd60f19da req-3d9f532b-f355-4867-857f-df9dd68e5f46 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 945 time: 0.0497367 Sep 08 00:46:25.951285 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3a92083e-d906-446b-b3b0-9ebbd60f19da req-3da12797-a4ca-4b21-b7cb-524a6bc5b108 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339427 Sep 08 00:46:26.073679 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55837856-222d-4286-bb67-fda4b6dc584b req-b846bc2c-5dd0-48a8-8153-1c18760c78be tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:26.084106 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-55837856-222d-4286-bb67-fda4b6dc584b req-b846bc2c-5dd0-48a8-8153-1c18760c78be tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 945 time: 0.0585365 Sep 08 00:46:26.085233 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 51438) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:46:26.091020 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [None req-96af3a8c-d52e-48d9-8279-02efe3d12865 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Request body: {'floatingip': {'port_id': '24d1122e-086c-4356-82b0-933a87885a6b'}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:46:26.165202 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-96af3a8c-d52e-48d9-8279-02efe3d12865 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks [] for floatingip, before_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:26.963863 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.db.resource_extend [None req-96af3a8c-d52e-48d9-8279-02efe3d12865 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 08 00:46:27.047422 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1be47-dce1-4186-b723-fa7ecdf77b42 req-af944017-df24-4e20-b71f-d8b302e8d8c0 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:27.048955 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-89c1be47-dce1-4186-b723-fa7ecdf77b42 req-af944017-df24-4e20-b71f-d8b302e8d8c0 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=44cdc9a1-ff01-4ff7-93fe-e5fb52d5471b HTTP/1.1" status: 200 len: 944 time: 0.1693735 Sep 08 00:46:27.066840 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb028c48-8317-486e-bc5f-cb27192252ce req-41f31496-0d74-4519-858c-d6c272062ce5 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:27.068347 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-cb028c48-8317-486e-bc5f-cb27192252ce req-41f31496-0d74-4519-858c-d6c272062ce5 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e21ee30-117b-4984-8e52-f2367122fd9f HTTP/1.1" status: 200 len: 946 time: 0.1870387 Sep 08 00:46:27.075629 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-96af3a8c-d52e-48d9-8279-02efe3d12865 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:27.084583 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-96af3a8c-d52e-48d9-8279-02efe3d12865 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529524'] for floatingip, after_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:27.112671 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 51498) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:46:27.192228 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-89c1be47-dce1-4186-b723-fa7ecdf77b42 req-ddea5093-cc0c-427c-b0bf-0171552163e0 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293919 Sep 08 00:46:27.223561 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-cb028c48-8317-486e-bc5f-cb27192252ce req-d18a9fbd-7433-4fc7-9879-bb0eb27fd110 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/security-groups?id=e769dadd-f003-4d29-ac67-4df471cd4b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348448 Sep 08 00:46:27.271606 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.db.l3_db [None req-96af3a8c-d52e-48d9-8279-02efe3d12865 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Floating IP 211a33b1-c9bd-4ae2-9447-6839198d1a18 associated. External IP: 172.27.0.57, port: 24d1122e-086c-4356-82b0-933a87885a6b. Sep 08 00:46:27.304166 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-e17c41ed-4323-4971-9082-90aecbe1f029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:27.414763 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-e17c41ed-4323-4971-9082-90aecbe1f029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:27.420191 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-e17c41ed-4323-4971-9082-90aecbe1f029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:27.458667 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-e17c41ed-4323-4971-9082-90aecbe1f029 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=85f71b1fac324e2890521dcc3a2231fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3448541 Sep 08 00:46:27.459935 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17c41ed-4323-4971-9082-90aecbe1f029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6d5470-73db-4d26-8e8a-13bd68ddaa9f,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:46:27.462512 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 51510) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:46:27.518057 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-33d440e7-ac7d-4c3a-96bb-403d4226bab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:27.518191 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96af3a8c-d52e-48d9-8279-02efe3d12865 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Router d8102167-1379-4f6a-a5f3-d5933ef2ab1b has already been hosted by L3 agent e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146 {{(pid=105699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 00:46:27.538729 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-33d440e7-ac7d-4c3a-96bb-403d4226bab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:27.586995 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-33d440e7-ac7d-4c3a-96bb-403d4226bab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:27.590639 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-33d440e7-ac7d-4c3a-96bb-403d4226bab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:27.591842 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-33d440e7-ac7d-4c3a-96bb-403d4226bab8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2f6d5470-73db-4d26-8e8a-13bd68ddaa9f HTTP/1.1" status: 204 len: 168 time: 0.1283233 Sep 08 00:46:27.600305 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d440e7-ac7d-4c3a-96bb-403d4226bab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6d5470-73db-4d26-8e8a-13bd68ddaa9f,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:46:27.644351 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96af3a8c-d52e-48d9-8279-02efe3d12865 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify agent at l3_agent.dv-cinder-759961-13-iscsi the message routers_updated {{(pid=105699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 00:46:27.648723 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-96af3a8c-d52e-48d9-8279-02efe3d12865 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for floatingip, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:27.657785 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433b1cd3-0b35-497a-ab07-b6db8fef1576 None None] Sync routers for ids ['d8102167-1379-4f6a-a5f3-d5933ef2ab1b'] in dv-cinder-759961-13-iscsi {{(pid=105701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 00:46:27.670869 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433b1cd3-0b35-497a-ab07-b6db8fef1576 None None] Routers {'d8102167-1379-4f6a-a5f3-d5933ef2ab1b'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:46:27.671694 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-433b1cd3-0b35-497a-ab07-b6db8fef1576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:46:21Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['d8102167-1379-4f6a-a5f3-d5933ef2ab1b'], 'active': True} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:46:27.678833 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-96af3a8c-d52e-48d9-8279-02efe3d12865 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "PUT /v2.0/floatingips/211a33b1-c9bd-4ae2-9447-6839198d1a18 HTTP/1.1" status: 200 len: 990 time: 1.5916934 Sep 08 00:46:27.679458 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae8fc482-b90d-4223-b05d-f53241012a19', 'tag': '24d1122e-086c-4356-82b0-933a87885a6b'}] {{(pid=105699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:46:27.682403 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3219a0c12e8a5a78bd5034d738b4394f25721dc263a67c7d4cfc0eaa1ac0f340" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94df1df-48e9-4abd-8982-090e585d5c3b" -d '{"events": [{"name": "network-changed", "server_uuid": "ae8fc482-b90d-4223-b05d-f53241012a19", "tag": "24d1122e-086c-4356-82b0-933a87885a6b"}]}' {{(pid=105699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:46:27.767714 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 00:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee08cf8a-c82f-4acb-8ca3-2b3e665e5327 x-openstack-request-id: req-ee08cf8a-c82f-4acb-8ca3-2b3e665e5327 {{(pid=105699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:46:27.768062 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae8fc482-b90d-4223-b05d-f53241012a19", "tag": "24d1122e-086c-4356-82b0-933a87885a6b", "status": "completed", "code": 200}]} {{(pid=105699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:46:27.768411 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ee08cf8a-c82f-4acb-8ca3-2b3e665e5327 {{(pid=105699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:46:27.768925 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae8fc482-b90d-4223-b05d-f53241012a19', 'tag': '24d1122e-086c-4356-82b0-933a87885a6b', 'status': 'completed', 'code': 200} Sep 08 00:46:27.809913 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvr_db [None req-433b1cd3-0b35-497a-ab07-b6db8fef1576 None None] Set router d8102167-1379-4f6a-a5f3-d5933ef2ab1b gateway port host: dv-cinder-759961-13-iscsi {{(pid=105701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:46:27.915932 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 51536) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:46:27.935732 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-e8155d34-2d95-4843-b8b1-8d8c537b088a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:28.027390 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-e8155d34-2d95-4843-b8b1-8d8c537b088a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:28.031664 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-e8155d34-2d95-4843-b8b1-8d8c537b088a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:28.070294 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-e8155d34-2d95-4843-b8b1-8d8c537b088a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f87d3f05da9641028000e74a2c7cc084&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1530209 Sep 08 00:46:28.070971 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8155d34-2d95-4843-b8b1-8d8c537b088a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e01f932-14d0-4529-ba47-0a4b87d8ec5f,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:46:28.073452 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 51538) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:46:28.124891 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-e889c1b7-8cac-40b1-83dd-7833f441bb3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:28.145511 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-e889c1b7-8cac-40b1-83dd-7833f441bb3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:28.158197 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-433b1cd3-0b35-497a-ab07-b6db8fef1576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'name': 'tempest-AttachVolumeTestJSON-1050772192-router', 'tenant_id': '6c2e3269f9714298a408087ff7cd53df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'ef1fb995-3568-4a46-a21d-0ad3e2290081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:45:46Z', 'updated_at': '2021-09-08T00:45:50Z', 'revision_number': 4, 'project_id': '6c2e3269f9714298a408087ff7cd53df', 'gw_port': {'id': 'ef1fb995-3568-4a46-a21d-0ad3e2290081', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:05:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:45:47Z', 'updated_at': '2021-09-08T00:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_floatingips': [{'id': '211a33b1-c9bd-4ae2-9447-6839198d1a18', 'tenant_id': '6c2e3269f9714298a408087ff7cd53df', 'floating_ip_address': '172.27.0.57', 'floating_network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'router_id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'port_id': '24d1122e-086c-4356-82b0-933a87885a6b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce10fb4f-fc55-43bc-8b33-2df5991b8f81', 'mac_address': 'fa:16:3e:50:fa:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8fc482-b90d-4223-b05d-f53241012a19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T00:45:52Z', 'updated_at': '2021-09-08T00:46:26Z', 'revision_number': 1, 'project_id': '6c2e3269f9714298a408087ff7cd53df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd695c59a-1b18-405e-ad9a-246728ca4e84', 'name': '', 'network_id': 'ce10fb4f-fc55-43bc-8b33-2df5991b8f81', 'tenant_id': '6c2e3269f9714298a408087ff7cd53df', 'mac_address': 'fa:16:3e:e8:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '9be68c17-707e-479e-ae04-cf49c535adb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:45:49Z', 'updated_at': '2021-09-08T00:45:54Z', 'revision_number': 5, 'project_id': '6c2e3269f9714298a408087ff7cd53df', 'subnets': [{'id': '9be68c17-707e-479e-ae04-cf49c535adb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:46:28.183214 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433b1cd3-0b35-497a-ab07-b6db8fef1576 None None] Checking router: d8102167-1379-4f6a-a5f3-d5933ef2ab1b for host: dv-cinder-759961-13-iscsi {{(pid=105701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 00:46:28.192318 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-e889c1b7-8cac-40b1-83dd-7833f441bb3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:28.194949 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-e889c1b7-8cac-40b1-83dd-7833f441bb3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:28.195494 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433b1cd3-0b35-497a-ab07-b6db8fef1576 None None] Routers {'d8102167-1379-4f6a-a5f3-d5933ef2ab1b'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:46:28.198300 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-e889c1b7-8cac-40b1-83dd-7833f441bb3a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4e01f932-14d0-4529-ba47-0a4b87d8ec5f HTTP/1.1" status: 204 len: 168 time: 0.1211438 Sep 08 00:46:28.198559 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-433b1cd3-0b35-497a-ab07-b6db8fef1576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:46:21Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['d8102167-1379-4f6a-a5f3-d5933ef2ab1b'], 'active': True} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:46:28.205719 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e889c1b7-8cac-40b1-83dd-7833f441bb3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e01f932-14d0-4529-ba47-0a4b87d8ec5f,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:46:28.307242 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvr_db [None req-433b1cd3-0b35-497a-ab07-b6db8fef1576 None None] Set router d8102167-1379-4f6a-a5f3-d5933ef2ab1b gateway port host: dv-cinder-759961-13-iscsi {{(pid=105701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:46:28.325174 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3235c35-9c6d-43b8-bda0-026a170ab3f4 req-2f19e1f6-8a22-44e3-a490-5252172806f9 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:28.328106 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-b3235c35-9c6d-43b8-bda0-026a170ab3f4 req-2f19e1f6-8a22-44e3-a490-5252172806f9 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=44cdc9a1-ff01-4ff7-93fe-e5fb52d5471b HTTP/1.1" status: 200 len: 944 time: 0.0686140 Sep 08 00:46:28.376694 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-b3235c35-9c6d-43b8-bda0-026a170ab3f4 req-714bbbe6-89f4-4357-9f57-d61aa7e12b00 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417359 Sep 08 00:46:28.502519 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5588a1-ea9b-43d3-8f3e-018c56c1885d req-602dcdd9-3ae2-402d-886c-b5b76a892965 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:28.504130 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4a5588a1-ea9b-43d3-8f3e-018c56c1885d req-602dcdd9-3ae2-402d-886c-b5b76a892965 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e21ee30-117b-4984-8e52-f2367122fd9f HTTP/1.1" status: 200 len: 946 time: 0.0667136 Sep 08 00:46:28.547836 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4a5588a1-ea9b-43d3-8f3e-018c56c1885d req-303050fe-1049-4c03-90dc-19d0b773aedb tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/security-groups?id=e769dadd-f003-4d29-ac67-4df471cd4b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371876 Sep 08 00:46:28.576190 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-433b1cd3-0b35-497a-ab07-b6db8fef1576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'name': 'tempest-AttachVolumeTestJSON-1050772192-router', 'tenant_id': '6c2e3269f9714298a408087ff7cd53df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'ef1fb995-3568-4a46-a21d-0ad3e2290081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:45:46Z', 'updated_at': '2021-09-08T00:45:50Z', 'revision_number': 4, 'project_id': '6c2e3269f9714298a408087ff7cd53df', 'gw_port': {'id': 'ef1fb995-3568-4a46-a21d-0ad3e2290081', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:05:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:45:47Z', 'updated_at': '2021-09-08T00:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_floatingips': [{'id': '211a33b1-c9bd-4ae2-9447-6839198d1a18', 'tenant_id': '6c2e3269f9714298a408087ff7cd53df', 'floating_ip_address': '172.27.0.57', 'floating_network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'router_id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'port_id': '24d1122e-086c-4356-82b0-933a87885a6b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce10fb4f-fc55-43bc-8b33-2df5991b8f81', 'mac_address': 'fa:16:3e:50:fa:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8fc482-b90d-4223-b05d-f53241012a19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T00:45:52Z', 'updated_at': '2021-09-08T00:46:26Z', 'revision_number': 1, 'project_id': '6c2e3269f9714298a408087ff7cd53df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd695c59a-1b18-405e-ad9a-246728ca4e84', 'name': '', 'network_id': 'ce10fb4f-fc55-43bc-8b33-2df5991b8f81', 'tenant_id': '6c2e3269f9714298a408087ff7cd53df', 'mac_address': 'fa:16:3e:e8:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '9be68c17-707e-479e-ae04-cf49c535adb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:45:49Z', 'updated_at': '2021-09-08T00:45:54Z', 'revision_number': 5, 'project_id': '6c2e3269f9714298a408087ff7cd53df', 'subnets': [{'id': '9be68c17-707e-479e-ae04-cf49c535adb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:46:28.602617 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433b1cd3-0b35-497a-ab07-b6db8fef1576 None None] The sync data for ids ['d8102167-1379-4f6a-a5f3-d5933ef2ab1b'] in dv-cinder-759961-13-iscsi is: [{'id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'name': 'tempest-AttachVolumeTestJSON-1050772192-router', 'tenant_id': '6c2e3269f9714298a408087ff7cd53df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'ef1fb995-3568-4a46-a21d-0ad3e2290081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:45:46Z', 'updated_at': '2021-09-08T00:45:50Z', 'revision_number': 4, 'project_id': '6c2e3269f9714298a408087ff7cd53df', 'gw_port': {'id': 'ef1fb995-3568-4a46-a21d-0ad3e2290081', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:05:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:45:47Z', 'updated_at': '2021-09-08T00:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_floatingips': [{'id': '211a33b1-c9bd-4ae2-9447-6839198d1a18', 'tenant_id': '6c2e3269f9714298a408087ff7cd53df', 'floating_ip_address': '172.27.0.57', 'floating_network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'router_id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'port_id': '24d1122e-086c-4356-82b0-933a87885a6b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce10fb4f-fc55-43bc-8b33-2df5991b8f81', 'mac_address': 'fa:16:3e:50:fa:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8fc482-b90d-4223-b05d-f53241012a19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T00:45:52Z', 'updated_at': '2021-09-08T00:46:26Z', 'revision_number': 1, 'project_id': '6c2e3269f9714298a408087ff7cd53df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd695c59a-1b18-405e-ad9a-246728ca4e84', 'name': '', 'network_id': 'ce10fb4f-fc55-43bc-8b33-2df5991b8f81', 'tenant_id': '6c2e3269f9714298a408087ff7cd53df', 'mac_address': 'fa:16:3e:e8:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '9be68c17-707e-479e-ae04-cf49c535adb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:45:49Z', 'updated_at': '2021-09-08T00:45:54Z', 'revision_number': 5, 'project_id': '6c2e3269f9714298a408087ff7cd53df', 'subnets': [{'id': '9be68c17-707e-479e-ae04-cf49c535adb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 00:46:28.636915 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 51552) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:46:28.652405 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-89783bd9-9c9b-4bad-a7d7-e41fbb889240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:28.751807 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-89783bd9-9c9b-4bad-a7d7-e41fbb889240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:28.755723 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-89783bd9-9c9b-4bad-a7d7-e41fbb889240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:28.793717 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89783bd9-9c9b-4bad-a7d7-e41fbb889240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1933b30-17ad-42db-8a2f-e78ed8e04fd8,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:46:28.803936 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 51556) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:46:28.804397 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-89783bd9-9c9b-4bad-a7d7-e41fbb889240 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c362ace4f6974263a57610b818479373&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1658413 Sep 08 00:46:28.813643 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16ba92a-7b91-480f-abf0-c069224f34d8 None None] New status for floating IP 211a33b1-c9bd-4ae2-9447-6839198d1a18: ACTIVE {{(pid=105700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 00:46:28.870537 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-c1f32817-a6b9-4cd2-921f-0c3c67ede842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:28.897470 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-c1f32817-a6b9-4cd2-921f-0c3c67ede842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:28.954071 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-c1f32817-a6b9-4cd2-921f-0c3c67ede842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:28.959233 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-c1f32817-a6b9-4cd2-921f-0c3c67ede842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:28.959233 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-c1f32817-a6b9-4cd2-921f-0c3c67ede842 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b1933b30-17ad-42db-8a2f-e78ed8e04fd8 HTTP/1.1" status: 204 len: 168 time: 0.1531520 Sep 08 00:46:28.975488 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f32817-a6b9-4cd2-921f-0c3c67ede842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1933b30-17ad-42db-8a2f-e78ed8e04fd8,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:46:29.487611 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f75c6a-4961-4da1-b0ca-b847692a270e req-c8edf33b-b5f2-4310-8f32-b258c24c079a tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:29.489159 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-36f75c6a-4961-4da1-b0ca-b847692a270e req-c8edf33b-b5f2-4310-8f32-b258c24c079a tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=44cdc9a1-ff01-4ff7-93fe-e5fb52d5471b HTTP/1.1" status: 200 len: 944 time: 0.0533063 Sep 08 00:46:29.528613 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-36f75c6a-4961-4da1-b0ca-b847692a270e req-4db402a6-33ed-4478-90f8-6506a26eb2f3 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329585 Sep 08 00:46:29.664002 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66748355-078e-40ab-9ad7-8373e78d9cf3 req-beaec44c-1bd5-4244-9d97-3230dd310eab tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:29.666069 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-66748355-078e-40ab-9ad7-8373e78d9cf3 req-beaec44c-1bd5-4244-9d97-3230dd310eab tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e21ee30-117b-4984-8e52-f2367122fd9f HTTP/1.1" status: 200 len: 946 time: 0.0476990 Sep 08 00:46:29.702425 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-66748355-078e-40ab-9ad7-8373e78d9cf3 req-4e3f35b7-b69b-4ee0-a7d3-04c18640ab96 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/security-groups?id=e769dadd-f003-4d29-ac67-4df471cd4b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305471 Sep 08 00:46:30.641144 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0914c7b3-7ac1-40c0-a3fa-a106b7b77b13 req-d23fd9b1-cb87-40dd-a475-483012a65e80 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:30.642508 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0914c7b3-7ac1-40c0-a3fa-a106b7b77b13 req-d23fd9b1-cb87-40dd-a475-483012a65e80 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=44cdc9a1-ff01-4ff7-93fe-e5fb52d5471b HTTP/1.1" status: 200 len: 944 time: 0.0473251 Sep 08 00:46:30.678661 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0914c7b3-7ac1-40c0-a3fa-a106b7b77b13 req-7fe4d98f-ff4c-4ae5-82b9-3647ef1e5d17 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303597 Sep 08 00:46:30.818338 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4cdeb4-a3d3-4724-a84b-ac18bf345a42 req-30448357-bfa0-42d0-8602-2c6b35e8e4c9 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:30.819844 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-cf4cdeb4-a3d3-4724-a84b-ac18bf345a42 req-30448357-bfa0-42d0-8602-2c6b35e8e4c9 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e21ee30-117b-4984-8e52-f2367122fd9f HTTP/1.1" status: 200 len: 946 time: 0.0514154 Sep 08 00:46:30.856942 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-cf4cdeb4-a3d3-4724-a84b-ac18bf345a42 req-4c080f63-bd09-4e60-b2e0-2235ab14e3b4 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/security-groups?id=e769dadd-f003-4d29-ac67-4df471cd4b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310369 Sep 08 00:46:30.997331 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device 94784415-034f-4d0a-997d-6150c155251c details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=105700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 00:46:31.092466 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port 94784415-034f-4d0a-997d-6150c155251c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=94784415-034f-4d0a-997d-6150c155251c,segment=NetworkSegment(3de05d6b-2c84-441f-bc53-4fa7981bcbd6),segment_id=3de05d6b-2c84-441f-bc53-4fa7981bcbd6)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:46:31.103690 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Returning: {'device': '94784415-034f-4d0a-997d-6150c155251c', 'network_id': 'e271d85f-7317-457a-866b-38767b94b4ff', 'port_id': '94784415-034f-4d0a-997d-6150c155251c', 'mac_address': 'fa:16:3e:27:c2:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90c2af37-f46d-44ca-a62c-c2802a56f799', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 00:46:31.138499 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:31.151791 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.notifiers.nova [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94784415-034f-4d0a-997d-6150c155251c {{(pid=105700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 00:46:31.171217 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port 94784415-034f-4d0a-997d-6150c155251c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=94784415-034f-4d0a-997d-6150c155251c,segment=NetworkSegment(3de05d6b-2c84-441f-bc53-4fa7981bcbd6),segment_id=3de05d6b-2c84-441f-bc53-4fa7981bcbd6)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:46:31.175319 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:31.221667 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Pushing event updated for resources: {'Port': ['ID=94784415-034f-4d0a-997d-6150c155251c,revision_number=4']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:46:31.790205 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa961ea-2774-4a6f-85c4-bd1e48b75fcc req-0b293923-c15f-4da5-8fe9-124156910904 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:31.791739 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-afa961ea-2774-4a6f-85c4-bd1e48b75fcc req-0b293923-c15f-4da5-8fe9-124156910904 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=44cdc9a1-ff01-4ff7-93fe-e5fb52d5471b HTTP/1.1" status: 200 len: 945 time: 0.0483196 Sep 08 00:46:31.830418 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-afa961ea-2774-4a6f-85c4-bd1e48b75fcc req-dd433ce4-e55f-4f4c-a34a-eebb8428e1ca tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325248 Sep 08 00:46:31.966150 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb51a41-f944-4e79-990c-99d6171bd976 req-d53ebb09-c65b-4ce7-b951-60c632f27c76 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:31.967599 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-bfb51a41-f944-4e79-990c-99d6171bd976 req-d53ebb09-c65b-4ce7-b951-60c632f27c76 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e21ee30-117b-4984-8e52-f2367122fd9f HTTP/1.1" status: 200 len: 946 time: 0.0471089 Sep 08 00:46:32.004655 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-bfb51a41-f944-4e79-990c-99d6171bd976 req-dea05977-37f5-453b-9a81-8e1abb939978 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/security-groups?id=e769dadd-f003-4d29-ac67-4df471cd4b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314102 Sep 08 00:46:32.524509 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f3ba8-ef54-4b9d-ac52-b5d75c0a0c36 req-d92fbf15-24e1-4d42-88a8-af5255d3ae7b tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:32.524509 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-803f3ba8-ef54-4b9d-ac52-b5d75c0a0c36 req-d92fbf15-24e1-4d42-88a8-af5255d3ae7b tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e21ee30-117b-4984-8e52-f2367122fd9f HTTP/1.1" status: 200 len: 946 time: 0.0832980 Sep 08 00:46:32.526839 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94df1df-48e9-4abd-8982-090e585d5c3b req-e5ea7aac-034b-4629-98a6-14a8df97c64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:32.528177 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-c94df1df-48e9-4abd-8982-090e585d5c3b req-e5ea7aac-034b-4629-98a6-14a8df97c64c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6c2e3269f9714298a408087ff7cd53df&device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 1098 time: 0.0779440 Sep 08 00:46:32.892574 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94df1df-48e9-4abd-8982-090e585d5c3b req-451acb1f-d5eb-4efa-b1fb-98e0e594ec95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:32.894058 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-c94df1df-48e9-4abd-8982-090e585d5c3b req-451acb1f-d5eb-4efa-b1fb-98e0e594ec95 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ce10fb4f-fc55-43bc-8b33-2df5991b8f81 HTTP/1.1" status: 200 len: 912 time: 0.3434105 Sep 08 00:46:32.920913 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.plugin [req-803f3ba8-ef54-4b9d-ac52-b5d75c0a0c36 req-27f2c4e2-46c0-4303-a1bb-353b8d168c0e tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Deleting port ebbe362c-61a9-4d55-a9d0-9e3082fa5be4 {{(pid=105699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 00:46:32.921252 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-803f3ba8-ef54-4b9d-ac52-b5d75c0a0c36 req-27f2c4e2-46c0-4303-a1bb-353b8d168c0e tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256891158'] for port, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:33.092586 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702552d-d7b9-450e-9e1f-377aa6091a38 req-9410ea91-926b-403c-9d08-ad259b11a39e tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:33.094585 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-9702552d-d7b9-450e-9e1f-377aa6091a38 req-9410ea91-926b-403c-9d08-ad259b11a39e tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=44cdc9a1-ff01-4ff7-93fe-e5fb52d5471b HTTP/1.1" status: 200 len: 945 time: 0.1947010 Sep 08 00:46:33.096376 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-c94df1df-48e9-4abd-8982-090e585d5c3b req-16b43ebb-f012-4e4b-9728-2fee760def78 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24d1122e-086c-4356-82b0-933a87885a6b HTTP/1.1" status: 200 len: 1000 time: 0.1935608 Sep 08 00:46:33.204370 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.db [req-803f3ba8-ef54-4b9d-ac52-b5d75c0a0c36 req-27f2c4e2-46c0-4303-a1bb-353b8d168c0e tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] For port ebbe362c-61a9-4d55-a9d0-9e3082fa5be4, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=ebbe362c-61a9-4d55-a9d0-9e3082fa5be4,segment=NetworkSegment(ae584969-c86b-4aa9-bf11-cc6a7719e958),segment_id=ae584969-c86b-4aa9-bf11-cc6a7719e958)] {{(pid=105699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:46:33.204740 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-803f3ba8-ef54-4b9d-ac52-b5d75c0a0c36 req-27f2c4e2-46c0-4303-a1bb-353b8d168c0e tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538637'] for port, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:33.229180 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-9702552d-d7b9-450e-9e1f-377aa6091a38 req-51ae735f-2633-433c-baaa-9c607566bd35 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224155 Sep 08 00:46:33.237137 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.plugin [req-803f3ba8-ef54-4b9d-ac52-b5d75c0a0c36 req-27f2c4e2-46c0-4303-a1bb-353b8d168c0e tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Calling delete_port for ebbe362c-61a9-4d55-a9d0-9e3082fa5be4 owned by compute:nova {{(pid=105699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 00:46:33.250262 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b0a84-92fb-4f57-a668-c058067e979c req-933af90a-3f53-4f1e-8c7c-940cf4ea9739 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:33.252376 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a31b0a84-92fb-4f57-a668-c058067e979c req-933af90a-3f53-4f1e-8c7c-940cf4ea9739 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e21ee30-117b-4984-8e52-f2367122fd9f HTTP/1.1" status: 200 len: 946 time: 0.1690023 Sep 08 00:46:33.255979 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94df1df-48e9-4abd-8982-090e585d5c3b req-d2fcbbcc-b6aa-42b0-9264-5f13dbe2f0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:33.257843 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-c94df1df-48e9-4abd-8982-090e585d5c3b req-d2fcbbcc-b6aa-42b0-9264-5f13dbe2f0e7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9be68c17-707e-479e-ae04-cf49c535adb6 HTTP/1.1" status: 200 len: 850 time: 0.1256835 Sep 08 00:46:33.333576 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] get_ports_and_sgs() called for port_ids ['94784415-034f-4d0a-997d-6150c155251c'] {{(pid=105700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 00:46:33.371805 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a31b0a84-92fb-4f57-a668-c058067e979c req-fd44d4c4-b6f7-4e04-8d9a-657604636b03 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/security-groups?id=e769dadd-f003-4d29-ac67-4df471cd4b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129003 Sep 08 00:46:33.385968 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94df1df-48e9-4abd-8982-090e585d5c3b req-7ffe6fb4-a06b-40cb-837a-8f8ac3a074cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:33.387452 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-c94df1df-48e9-4abd-8982-090e585d5c3b req-7ffe6fb4-a06b-40cb-837a-8f8ac3a074cc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ce10fb4f-fc55-43bc-8b33-2df5991b8f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0754986 Sep 08 00:46:33.520851 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-c94df1df-48e9-4abd-8982-090e585d5c3b req-12cb586a-60d5-45a5-a0ee-1c5581cb8c82 service neutron] 10.222.0.35 "GET /v2.0/networks/ce10fb4f-fc55-43bc-8b33-2df5991b8f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247959 Sep 08 00:46:33.521862 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-803f3ba8-ef54-4b9d-ac52-b5d75c0a0c36 req-27f2c4e2-46c0-4303-a1bb-353b8d168c0e tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256896220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792256344486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517368'] for port, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:33.580914 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2c4e2-46c0-4303-a1bb-353b8d168c0e tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Pushing event deleted for resources: {'Port': ['ID=ebbe362c-61a9-4d55-a9d0-9e3082fa5be4,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:46:33.609350 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2c4e2-46c0-4303-a1bb-353b8d168c0e tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:46:33.609699 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2c4e2-46c0-4303-a1bb-353b8d168c0e tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:46:33.610035 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2c4e2-46c0-4303-a1bb-353b8d168c0e tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:46:33.610368 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2c4e2-46c0-4303-a1bb-353b8d168c0e tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:46:33.610698 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2c4e2-46c0-4303-a1bb-353b8d168c0e tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:46:33.611030 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2c4e2-46c0-4303-a1bb-353b8d168c0e tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:46:33.611362 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2c4e2-46c0-4303-a1bb-353b8d168c0e tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:46:33.611713 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2c4e2-46c0-4303-a1bb-353b8d168c0e tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:46:33.612038 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2c4e2-46c0-4303-a1bb-353b8d168c0e tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:46:33.612358 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2c4e2-46c0-4303-a1bb-353b8d168c0e tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:46:33.612679 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2c4e2-46c0-4303-a1bb-353b8d168c0e tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:46:33.612997 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2c4e2-46c0-4303-a1bb-353b8d168c0e tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:46:33.660858 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [req-803f3ba8-ef54-4b9d-ac52-b5d75c0a0c36 req-27f2c4e2-46c0-4303-a1bb-353b8d168c0e tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] No DVR routers for this DVR port ebbe362c-61a9-4d55-a9d0-9e3082fa5be4 on host hv-cinder-75996 {{(pid=105699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 00:46:33.664398 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-803f3ba8-ef54-4b9d-ac52-b5d75c0a0c36 req-27f2c4e2-46c0-4303-a1bb-353b8d168c0e tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for port, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:33.666842 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-803f3ba8-ef54-4b9d-ac52-b5d75c0a0c36 req-27f2c4e2-46c0-4303-a1bb-353b8d168c0e tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.35 "DELETE /v2.0/ports/ebbe362c-61a9-4d55-a9d0-9e3082fa5be4 HTTP/1.1" status: 204 len: 173 time: 1.1221457 Sep 08 00:46:33.667273 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e21ee30-117b-4984-8e52-f2367122fd9f', 'name': 'network-vif-deleted', 'tag': 'ebbe362c-61a9-4d55-a9d0-9e3082fa5be4'}] {{(pid=105699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:46:33.669543 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3219a0c12e8a5a78bd5034d738b4394f25721dc263a67c7d4cfc0eaa1ac0f340" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd27089b-c2f9-483d-b1e1-6af56f4fd74c" -d '{"events": [{"server_uuid": "2e21ee30-117b-4984-8e52-f2367122fd9f", "name": "network-vif-deleted", "tag": "ebbe362c-61a9-4d55-a9d0-9e3082fa5be4"}]}' {{(pid=105699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:46:33.709364 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-c94df1df-48e9-4abd-8982-090e585d5c3b req-03a3cd1d-898a-4ea9-8f9d-f6e0b245de2b service neutron] 10.222.0.35 "GET /v2.0/networks/ce10fb4f-fc55-43bc-8b33-2df5991b8f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797137 Sep 08 00:46:33.738926 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 00:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87624e8c-dc3d-4310-88c4-7b0918bedab9 x-openstack-request-id: req-87624e8c-dc3d-4310-88c4-7b0918bedab9 {{(pid=105699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:46:33.739218 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e21ee30-117b-4984-8e52-f2367122fd9f", "name": "network-vif-deleted", "tag": "ebbe362c-61a9-4d55-a9d0-9e3082fa5be4", "status": "completed", "code": 200}]} {{(pid=105699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:46:33.739553 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-87624e8c-dc3d-4310-88c4-7b0918bedab9 {{(pid=105699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:46:33.740072 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e21ee30-117b-4984-8e52-f2367122fd9f', 'name': 'network-vif-deleted', 'tag': 'ebbe362c-61a9-4d55-a9d0-9e3082fa5be4', 'status': 'completed', 'code': 200} Sep 08 00:46:34.352499 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9795ffe-7f16-4f6a-a7fb-fff2d2f31f1a req-f8cd1afd-af4c-40e3-8172-62f4ccf94c07 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:34.355001 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a9795ffe-7f16-4f6a-a7fb-fff2d2f31f1a req-f8cd1afd-af4c-40e3-8172-62f4ccf94c07 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=44cdc9a1-ff01-4ff7-93fe-e5fb52d5471b HTTP/1.1" status: 200 len: 945 time: 0.0590584 Sep 08 00:46:34.397694 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a9795ffe-7f16-4f6a-a7fb-fff2d2f31f1a req-7d58b026-b9a2-48ae-86e8-1b1138c25cf2 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331447 Sep 08 00:46:34.537959 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5e4fde70-d461-4316-96cb-1638959e9cda req-32e67290-e84c-41ef-acc3-db1a2021ec9c tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e21ee30-117b-4984-8e52-f2367122fd9f HTTP/1.1" status: 200 len: 210 time: 0.0490475 Sep 08 00:46:34.560293 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f7ef74-3641-455d-9dc2-b21b956ef6de req-c8816f1d-2784-40e0-97e3-b96bf42cbe31 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:34.561783 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-57f7ef74-3641-455d-9dc2-b21b956ef6de req-c8816f1d-2784-40e0-97e3-b96bf42cbe31 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.0749593 Sep 08 00:46:34.601735 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-57f7ef74-3641-455d-9dc2-b21b956ef6de req-ae4612cb-f8cd-44b7-8a4d-a6b0a51e42b5 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335827 Sep 08 00:46:35.515786 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5626500f-fae5-4126-8839-ce5fcb3ab2e8 req-06e89d40-17c6-4b81-a0e6-1129c858804f tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:35.517275 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5626500f-fae5-4126-8839-ce5fcb3ab2e8 req-06e89d40-17c6-4b81-a0e6-1129c858804f tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=44cdc9a1-ff01-4ff7-93fe-e5fb52d5471b HTTP/1.1" status: 200 len: 945 time: 0.0512161 Sep 08 00:46:35.554038 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5626500f-fae5-4126-8839-ce5fcb3ab2e8 req-a7fc3705-765a-4dd3-bfa7-8bc8a81de47d tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309334 Sep 08 00:46:35.644102 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-54894c77-b1be-4e2b-a65d-d242ae5a18b8 req-d434e77f-0009-4358-a6c2-52f5259fed4a tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e21ee30-117b-4984-8e52-f2367122fd9f HTTP/1.1" status: 200 len: 210 time: 0.0251801 Sep 08 00:46:35.746237 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b7d86-8d47-48b8-9876-743cfa5c40b3 req-caf5e705-ffea-4933-ac71-047cf8c7ab8c tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:35.747746 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-215b7d86-8d47-48b8-9876-743cfa5c40b3 req-caf5e705-ffea-4933-ac71-047cf8c7ab8c tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.0491292 Sep 08 00:46:35.784767 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-215b7d86-8d47-48b8-9876-743cfa5c40b3 req-379ae578-97a8-4fc1-b197-f0b99482fb5b tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312524 Sep 08 00:46:36.663120 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdeaa3-c696-411c-89cb-2926a9b04eeb req-23ea92ce-ed8b-42f0-8a9e-71bde1662d94 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:36.665773 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-adcdeaa3-c696-411c-89cb-2926a9b04eeb req-23ea92ce-ed8b-42f0-8a9e-71bde1662d94 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=44cdc9a1-ff01-4ff7-93fe-e5fb52d5471b HTTP/1.1" status: 200 len: 945 time: 0.0467784 Sep 08 00:46:36.704727 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-adcdeaa3-c696-411c-89cb-2926a9b04eeb req-612fa4b9-26f0-46b9-926c-8b38c5fbdc3a tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337043 Sep 08 00:46:36.800975 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-d3dac0e4-5451-4608-bf59-010640c79fc0 req-736a0174-98d1-4ed5-b477-327d0a7b2191 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e21ee30-117b-4984-8e52-f2367122fd9f HTTP/1.1" status: 200 len: 210 time: 0.0269732 Sep 08 00:46:36.896833 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f78539e-e579-4060-8805-7bd6cff6ee96 req-6bbaa503-1f61-4162-a3b0-d5393629249f tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:36.898187 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3f78539e-e579-4060-8805-7bd6cff6ee96 req-6bbaa503-1f61-4162-a3b0-d5393629249f tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.0481722 Sep 08 00:46:36.935239 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3f78539e-e579-4060-8805-7bd6cff6ee96 req-eb66ca06-6ff1-4ef3-91fc-2c144086deee tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306883 Sep 08 00:46:37.028378 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device ebbe362c-61a9-4d55-a9d0-9e3082fa5be4 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 00:46:37.048371 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] No Port match for: ebbe362c-61a9-4d55-a9d0-9e3082fa5be4 {{(pid=105700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 00:46:37.048719 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device ebbe362c-61a9-4d55-a9d0-9e3082fa5be4 not bound to the agent host hv-cinder-75996 {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 00:46:37.818244 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac79c41-3b76-4342-b1af-3e39627e2414 req-6535658a-c9a9-4403-bcae-efd94b4adfe1 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:37.822981 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-2ac79c41-3b76-4342-b1af-3e39627e2414 req-6535658a-c9a9-4403-bcae-efd94b4adfe1 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=44cdc9a1-ff01-4ff7-93fe-e5fb52d5471b HTTP/1.1" status: 200 len: 945 time: 0.0528834 Sep 08 00:46:37.858169 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-2ac79c41-3b76-4342-b1af-3e39627e2414 req-db4e5a08-a8ba-4004-a054-84a8797b161a tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318425 Sep 08 00:46:37.949065 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-aabe5076-59a5-4752-b50e-7926f15b5d6a req-4f879a39-f7d1-456d-8ed9-a76087e2c519 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e21ee30-117b-4984-8e52-f2367122fd9f HTTP/1.1" status: 200 len: 210 time: 0.0295694 Sep 08 00:46:38.050267 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d1d3e-34e5-4c7e-ae0d-fab4083400b2 req-abdc4a70-4938-4f2f-a036-21185a50887d tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:38.051751 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-2f4d1d3e-34e5-4c7e-ae0d-fab4083400b2 req-abdc4a70-4938-4f2f-a036-21185a50887d tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.0481360 Sep 08 00:46:38.089363 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-2f4d1d3e-34e5-4c7e-ae0d-fab4083400b2 req-313e37fd-00ef-41b1-b6df-9eec28a9635f tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311997 Sep 08 00:46:38.635520 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ad1a8-fafc-4f66-93da-54c18b6fb9b2 req-a3cd48fa-0252-4dda-9a15-6481e6faee97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:38.639460 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-915ad1a8-fafc-4f66-93da-54c18b6fb9b2 req-a3cd48fa-0252-4dda-9a15-6481e6faee97 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=41a9d0c8e8684f7ab121d687f8b71cc9&device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 1098 time: 0.0435786 Sep 08 00:46:38.740021 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ad1a8-fafc-4f66-93da-54c18b6fb9b2 req-2fb496f9-ee5d-409a-b36e-b5e0226fc9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:38.741507 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-915ad1a8-fafc-4f66-93da-54c18b6fb9b2 req-2fb496f9-ee5d-409a-b36e-b5e0226fc9f5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b HTTP/1.1" status: 200 len: 920 time: 0.0885901 Sep 08 00:46:38.793536 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-915ad1a8-fafc-4f66-93da-54c18b6fb9b2 req-9905a67a-be7a-4d0a-9e8e-a9c7783e02a8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=616f49b5-d245-4c18-9d30-c7f54b6143de HTTP/1.1" status: 200 len: 217 time: 0.0346692 Sep 08 00:46:38.843864 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ad1a8-fafc-4f66-93da-54c18b6fb9b2 req-07f6325d-31b8-45ab-aee0-31668ec8ca5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:38.845274 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-915ad1a8-fafc-4f66-93da-54c18b6fb9b2 req-07f6325d-31b8-45ab-aee0-31668ec8ca5f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cf83ea2d-a9ed-4f51-960e-7a1b9f0410c7 HTTP/1.1" status: 200 len: 859 time: 0.0444469 Sep 08 00:46:38.974239 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c20b757-aed2-4a93-ab7d-b608890c4da0 req-e6137fc8-037c-4eb3-9c28-3e96a71ce7e6 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:38.975767 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0c20b757-aed2-4a93-ab7d-b608890c4da0 req-e6137fc8-037c-4eb3-9c28-3e96a71ce7e6 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=44cdc9a1-ff01-4ff7-93fe-e5fb52d5471b HTTP/1.1" status: 200 len: 945 time: 0.0523124 Sep 08 00:46:39.012676 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0c20b757-aed2-4a93-ab7d-b608890c4da0 req-34df52d0-16f4-4c3f-b9f7-185a4c459c58 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311503 Sep 08 00:46:39.061792 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-915ad1a8-fafc-4f66-93da-54c18b6fb9b2 req-1503d2f9-9952-4261-a138-6dae0d9612d9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251915 Sep 08 00:46:39.184150 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.agents_db [None req-8a21184a-e449-40d8-9b7c-bcfe602fdfc6 None None] Agent healthcheck: found 6 active agents {{(pid=105701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 00:46:39.211719 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-915ad1a8-fafc-4f66-93da-54c18b6fb9b2 req-497a4f3e-d2ca-4072-a6b9-850b3851730f service neutron] 10.222.0.35 "GET /v2.0/networks/4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245294 Sep 08 00:46:39.316769 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8cc51b-a424-49c1-a338-00a96e6663db req-9389be7a-6b64-4073-8bcf-3ca6ffa96098 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:39.318242 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3d8cc51b-a424-49c1-a338-00a96e6663db req-9389be7a-6b64-4073-8bcf-3ca6ffa96098 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.1424339 Sep 08 00:46:39.420157 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c01b86-11bc-4ce5-acef-571863ff111f req-e7b5b727-ba50-45b3-8da5-e3a98773f756 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:39.421540 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-81c01b86-11bc-4ce5-acef-571863ff111f req-e7b5b727-ba50-45b3-8da5-e3a98773f756 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/networks?id=730eb77e-b615-44f2-a325-106133633428 HTTP/1.1" status: 200 len: 808 time: 0.2132344 Sep 08 00:46:39.431597 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-915ad1a8-fafc-4f66-93da-54c18b6fb9b2 req-3ee4ed56-02d4-45ac-bb8e-f5ffdbca6a02 service neutron] 10.222.0.35 "GET /v2.0/networks/4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088194 Sep 08 00:46:39.435057 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3d8cc51b-a424-49c1-a338-00a96e6663db req-3ba92535-b3f1-44df-89f9-13e7c6361fb0 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846243 Sep 08 00:46:39.442975 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-81c01b86-11bc-4ce5-acef-571863ff111f req-5afba075-37a0-49fb-b24b-f9047ea7c7cd tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/quotas/52c317881b44409c88cbbbdb512371da HTTP/1.1" status: 200 len: 375 time: 0.0139649 Sep 08 00:46:39.478346 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-81c01b86-11bc-4ce5-acef-571863ff111f req-ebdc59b1-5d45-451e-8f9d-6e7aa1aa3955 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=52c317881b44409c88cbbbdb512371da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280869 Sep 08 00:46:39.574949 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-81c01b86-11bc-4ce5-acef-571863ff111f req-c35dd7a9-e179-47f0-bdf5-e5ec4f0b9b81 service neutron] 10.222.0.15 "GET /v2.0/networks/730eb77e-b615-44f2-a325-106133633428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896664 Sep 08 00:46:39.667832 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-81c01b86-11bc-4ce5-acef-571863ff111f req-51a5b832-cbf5-4715-a26f-e2293bccb82b service neutron] 10.222.0.15 "GET /v2.0/networks/730eb77e-b615-44f2-a325-106133633428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866933 Sep 08 00:46:39.824878 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-7cc89554-df87-4615-83d1-9f8bb88d9eff req-8c3e981b-766a-4166-a8a7-d5cddd39ed57 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2da74c6e-e2c6-4f38-bb30-59bfd61e3c37 HTTP/1.1" status: 200 len: 210 time: 0.0299718 Sep 08 00:46:40.136670 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020d2ff-4ee8-42eb-bcce-57c00aa8f679 req-36269379-7392-43d1-9a1f-dfe3abae5096 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:40.138146 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1020d2ff-4ee8-42eb-bcce-57c00aa8f679 req-36269379-7392-43d1-9a1f-dfe3abae5096 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=44cdc9a1-ff01-4ff7-93fe-e5fb52d5471b HTTP/1.1" status: 200 len: 945 time: 0.0500734 Sep 08 00:46:40.176006 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1020d2ff-4ee8-42eb-bcce-57c00aa8f679 req-a9c368f5-bc9b-4baf-a41b-9557d71f5995 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310128 Sep 08 00:46:40.556306 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f169a-af16-40be-86d5-78f9b2c6a948 req-cae73e73-2f8d-44ec-be30-08c55c798094 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:40.557778 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0c5f169a-af16-40be-86d5-78f9b2c6a948 req-cae73e73-2f8d-44ec-be30-08c55c798094 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.0493066 Sep 08 00:46:40.593728 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0c5f169a-af16-40be-86d5-78f9b2c6a948 req-d51a33dd-04c5-48f4-ad4f-845f7b5b8eec tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300512 Sep 08 00:46:40.918691 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-2acc51de-470b-44a7-9a5b-617040fbb467 req-6a5bfa38-38ad-4e14-b041-b9ddff01442a tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2da74c6e-e2c6-4f38-bb30-59bfd61e3c37 HTTP/1.1" status: 200 len: 210 time: 0.0289009 Sep 08 00:46:41.302192 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7098d-3f75-4bb2-b89c-c893a4039493 req-45cd914c-2121-4705-9d44-c375b9bef7cc tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:41.304024 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4ca7098d-3f75-4bb2-b89c-c893a4039493 req-45cd914c-2121-4705-9d44-c375b9bef7cc tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=44cdc9a1-ff01-4ff7-93fe-e5fb52d5471b HTTP/1.1" status: 200 len: 945 time: 0.0612512 Sep 08 00:46:41.348437 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4ca7098d-3f75-4bb2-b89c-c893a4039493 req-383610f8-e235-4700-bb5e-dd45f820504f tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372725 Sep 08 00:46:41.707266 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05342e-4e40-4831-ad3d-8c4ff25da9ff req-52c0e780-87ae-41cf-a9e4-eecd24a0386a tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:41.708753 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-8f05342e-4e40-4831-ad3d-8c4ff25da9ff req-52c0e780-87ae-41cf-a9e4-eecd24a0386a tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.0477059 Sep 08 00:46:41.744901 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-8f05342e-4e40-4831-ad3d-8c4ff25da9ff req-4de0bf00-e99e-4a36-9935-2c1e317f7b56 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302699 Sep 08 00:46:42.014275 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-8af51c8e-2d41-48e9-b322-f236e80dd350 req-9b267df4-360d-47cc-89ea-04ba831b8edd tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2da74c6e-e2c6-4f38-bb30-59bfd61e3c37 HTTP/1.1" status: 200 len: 210 time: 0.0266182 Sep 08 00:46:42.463775 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4190331-2389-41ee-8b62-f030ca5c366f req-8d961db6-476a-4c6a-a4a3-31fde607a14f tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:42.465237 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f4190331-2389-41ee-8b62-f030ca5c366f req-8d961db6-476a-4c6a-a4a3-31fde607a14f tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=44cdc9a1-ff01-4ff7-93fe-e5fb52d5471b HTTP/1.1" status: 200 len: 945 time: 0.0515280 Sep 08 00:46:42.501686 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f4190331-2389-41ee-8b62-f030ca5c366f req-784715d7-60f0-47d7-8982-0f6a03aeb709 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307014 Sep 08 00:46:42.856509 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfed28b-20ff-4719-8cf2-72fe2d9fb7a5 req-05eb7503-1e64-45d9-8eef-a6afefd55d14 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:42.857979 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-fcfed28b-20ff-4719-8cf2-72fe2d9fb7a5 req-05eb7503-1e64-45d9-8eef-a6afefd55d14 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.0480635 Sep 08 00:46:42.893943 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-fcfed28b-20ff-4719-8cf2-72fe2d9fb7a5 req-7d65a69e-bee7-4a77-80d6-efc57b7d07fe tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303130 Sep 08 00:46:43.103486 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0f611af4-a706-43a8-b908-43bfdbca1910 req-f794c551-3692-4118-b3ae-9677c8450f1a tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2da74c6e-e2c6-4f38-bb30-59bfd61e3c37 HTTP/1.1" status: 200 len: 210 time: 0.0254660 Sep 08 00:46:43.617556 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d9195-683e-45b2-995f-b537e699df58 req-e0ff2313-8c58-4684-9ad0-1774a35c76d0 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:43.620102 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-c45d9195-683e-45b2-995f-b537e699df58 req-e0ff2313-8c58-4684-9ad0-1774a35c76d0 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=44cdc9a1-ff01-4ff7-93fe-e5fb52d5471b HTTP/1.1" status: 200 len: 945 time: 0.0539322 Sep 08 00:46:43.659744 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-c45d9195-683e-45b2-995f-b537e699df58 req-ecb76a97-b8a1-4328-b57f-5ab89d884b73 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338039 Sep 08 00:46:43.724492 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device 94784415-034f-4d0a-997d-6150c155251c up at agent hyperv_hv-cinder-75996 {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:46:43.778351 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Provisioning for port 94784415-034f-4d0a-997d-6150c155251c completed by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:46:43.781937 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Provisioning complete for port 94784415-034f-4d0a-997d-6150c155251c triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:46:43.782311 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:43.857683 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:43.878971 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44cdc9a1-ff01-4ff7-93fe-e5fb52d5471b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94784415-034f-4d0a-997d-6150c155251c'}] {{(pid=105700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:46:43.881190 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8460d1f582680b5b58131e18e26cc0c46bcacb71cb7028c1e32c58fa4cd87a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304c8fc5-5ee9-4814-8658-dfa2ce379574" -d '{"events": [{"server_uuid": "44cdc9a1-ff01-4ff7-93fe-e5fb52d5471b", "name": "network-vif-plugged", "status": "completed", "tag": "94784415-034f-4d0a-997d-6150c155251c"}]}' {{(pid=105700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:46:43.893698 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port 94784415-034f-4d0a-997d-6150c155251c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=94784415-034f-4d0a-997d-6150c155251c,segment=NetworkSegment(3de05d6b-2c84-441f-bc53-4fa7981bcbd6),segment_id=3de05d6b-2c84-441f-bc53-4fa7981bcbd6)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:46:43.897711 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:43.924012 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 00:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e871917-a28b-430a-b3d1-04933b833b01 x-openstack-request-id: req-4e871917-a28b-430a-b3d1-04933b833b01 {{(pid=105700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:46:43.924325 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44cdc9a1-ff01-4ff7-93fe-e5fb52d5471b", "name": "network-vif-plugged", "status": "completed", "tag": "94784415-034f-4d0a-997d-6150c155251c", "code": 200}]} {{(pid=105700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:46:43.924577 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4e871917-a28b-430a-b3d1-04933b833b01 {{(pid=105700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:46:43.924956 dv-cinder-759961-13-iscsi neutron-server[105700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44cdc9a1-ff01-4ff7-93fe-e5fb52d5471b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94784415-034f-4d0a-997d-6150c155251c', 'code': 200} Sep 08 00:46:43.949596 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Pushing event updated for resources: {'Port': ['ID=94784415-034f-4d0a-997d-6150c155251c,revision_number=5']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:46:44.006568 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6af13-9b35-42bd-a312-5c20457f27b0 req-56eb511b-4591-4b3d-80d9-989054a806e0 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:44.008054 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-56e6af13-9b35-42bd-a312-5c20457f27b0 req-56eb511b-4591-4b3d-80d9-989054a806e0 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.0477481 Sep 08 00:46:44.045446 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-56e6af13-9b35-42bd-a312-5c20457f27b0 req-a4fec7c7-15fc-4bbf-b8aa-b4b841cc34b6 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315652 Sep 08 00:46:44.193321 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-031ee5b6-8955-4fa5-ac7b-320f1b41a9e6 req-67b62308-1da8-4385-a406-e581801cd800 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2da74c6e-e2c6-4f38-bb30-59bfd61e3c37 HTTP/1.1" status: 200 len: 210 time: 0.0250502 Sep 08 00:46:44.773399 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968f623-b18b-4580-b159-354a3a2e792a req-ad5543cb-977e-4fc2-a8d8-c16fc4a8e689 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:44.774849 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4968f623-b18b-4580-b159-354a3a2e792a req-ad5543cb-977e-4fc2-a8d8-c16fc4a8e689 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=44cdc9a1-ff01-4ff7-93fe-e5fb52d5471b HTTP/1.1" status: 200 len: 946 time: 0.0504284 Sep 08 00:46:44.810785 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4968f623-b18b-4580-b159-354a3a2e792a req-d805ccf5-fa86-4e10-b359-e67f5c256a00 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301583 Sep 08 00:46:45.156119 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a92c6f-207c-41f4-abbc-ea123ed157f8 req-559f1ccd-61c0-4b22-bf99-1663310901f4 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:45.157828 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-75a92c6f-207c-41f4-abbc-ea123ed157f8 req-559f1ccd-61c0-4b22-bf99-1663310901f4 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.0474741 Sep 08 00:46:45.198949 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-75a92c6f-207c-41f4-abbc-ea123ed157f8 req-f20adc2e-1228-43f2-8db6-aee7e4cea375 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352962 Sep 08 00:46:45.284346 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-8b8a83bc-4efc-4ff9-b67e-73aafa11f301 req-19b74879-9ba7-43f9-a3b8-31c972962275 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2da74c6e-e2c6-4f38-bb30-59bfd61e3c37 HTTP/1.1" status: 200 len: 210 time: 0.0261319 Sep 08 00:46:45.311812 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:45.886929 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c01b86-11bc-4ce5-acef-571863ff111f req-f28419dd-d0da-4bf8-8d88-b6493c5ae6f8 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:45.888883 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-81c01b86-11bc-4ce5-acef-571863ff111f req-f28419dd-d0da-4bf8-8d88-b6493c5ae6f8 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.35 "GET /v2.0/networks?id=730eb77e-b615-44f2-a325-106133633428 HTTP/1.1" status: 200 len: 808 time: 0.1155436 Sep 08 00:46:45.937989 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [req-81c01b86-11bc-4ce5-acef-571863ff111f req-ac5c46c5-3bab-4b76-bfe0-26ab2af50031 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Request body: {'port': {'device_id': '2da74c6e-e2c6-4f38-bb30-59bfd61e3c37', 'network_id': '730eb77e-b615-44f2-a325-106133633428', 'admin_state_up': True, 'tenant_id': '52c317881b44409c88cbbbdb512371da'}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:46:46.023879 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e58e9-8261-4b7c-90d0-18e60f6648f1 req-763ff17c-4edb-441a-b939-cc2f6b580ceb tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:46.025397 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-9d1e58e9-8261-4b7c-90d0-18e60f6648f1 req-763ff17c-4edb-441a-b939-cc2f6b580ceb tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=44cdc9a1-ff01-4ff7-93fe-e5fb52d5471b HTTP/1.1" status: 200 len: 946 time: 0.1467679 Sep 08 00:46:46.029558 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8bdee2-15d9-4649-8e15-47ec969ceee6 req-4c7e9dd0-748a-4f46-836a-6fc6b4a45b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:46.030938 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-8c8bdee2-15d9-4649-8e15-47ec969ceee6 req-4c7e9dd0-748a-4f46-836a-6fc6b4a45b9c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=44cdc9a1-ff01-4ff7-93fe-e5fb52d5471b HTTP/1.1" status: 200 len: 1099 time: 0.1353667 Sep 08 00:46:46.097252 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-9d1e58e9-8261-4b7c-90d0-18e60f6648f1 req-566e3dad-e67d-4c22-8fd9-2a2dafc82fc6 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652974 Sep 08 00:46:46.120765 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-8c8bdee2-15d9-4649-8e15-47ec969ceee6 req-5202b3ba-256a-4b51-a3d3-c6d567422b04 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541825 Sep 08 00:46:46.124884 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81c01b86-11bc-4ce5-acef-571863ff111f req-ac5c46c5-3bab-4b76-bfe0-26ab2af50031 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Made reservation on behalf of 52c317881b44409c88cbbbdb512371da for: {'port': 1} {{(pid=105699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:46:46.128270 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-81c01b86-11bc-4ce5-acef-571863ff111f req-ac5c46c5-3bab-4b76-bfe0-26ab2af50031 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:46.259760 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.db_base_plugin_common [req-81c01b86-11bc-4ce5-acef-571863ff111f req-ac5c46c5-3bab-4b76-bfe0-26ab2af50031 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Allocated IP 172.20.0.4 (730eb77e-b615-44f2-a325-106133633428/7610996b-c3e5-41e4-b8ca-0481d6ad4670/c47de6b0-ba42-4954-bb58-51d438368c99) {{(pid=105699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 00:46:46.429241 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0aa54468-5f1f-4b73-865e-6dadec1d3ed9 req-7607e243-e5d9-4af1-8134-08f0657a371c tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2da74c6e-e2c6-4f38-bb30-59bfd61e3c37 HTTP/1.1" status: 200 len: 210 time: 0.0698831 Sep 08 00:46:46.466913 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d3658-c940-431b-b0e0-d33373f3ea71 req-78f1cdeb-6356-4035-b233-2882379c0bcc tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:46.468548 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-2d7d3658-c940-431b-b0e0-d33373f3ea71 req-78f1cdeb-6356-4035-b233-2882379c0bcc tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.1666746 Sep 08 00:46:46.479873 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-81c01b86-11bc-4ce5-acef-571863ff111f req-ac5c46c5-3bab-4b76-bfe0-26ab2af50031 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Notify callbacks [] for port, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:46.532152 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-2d7d3658-c940-431b-b0e0-d33373f3ea71 req-3ce19133-2bcd-49ab-95a7-965fc3a012c4 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578837 Sep 08 00:46:46.569494 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-81c01b86-11bc-4ce5-acef-571863ff111f req-ac5c46c5-3bab-4b76-bfe0-26ab2af50031 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792256344477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517368'] for port, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:46.619932 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81c01b86-11bc-4ce5-acef-571863ff111f req-ac5c46c5-3bab-4b76-bfe0-26ab2af50031 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Network 730eb77e-b615-44f2-a325-106133633428 is already hosted by enough agents. {{(pid=105699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:46:46.622880 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.base_scheduler [req-81c01b86-11bc-4ce5-acef-571863ff111f req-ac5c46c5-3bab-4b76-bfe0-26ab2af50031 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Resources bound (agent type, host, resource id): {{(pid=105699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:46:46.625947 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c01b86-11bc-4ce5-acef-571863ff111f req-ac5c46c5-3bab-4b76-bfe0-26ab2af50031 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Received port after_create {{(pid=105699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 00:46:46.893429 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c46c5-3bab-4b76-bfe0-26ab2af50031 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Pushing event updated for resources: {'Port': ['ID=c47de6b0-ba42-4954-bb58-51d438368c99,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:46:46.913965 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c01b86-11bc-4ce5-acef-571863ff111f req-ac5c46c5-3bab-4b76-bfe0-26ab2af50031 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:46.914669 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-81c01b86-11bc-4ce5-acef-571863ff111f req-ac5c46c5-3bab-4b76-bfe0-26ab2af50031 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for port, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:46.937656 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-81c01b86-11bc-4ce5-acef-571863ff111f req-ac5c46c5-3bab-4b76-bfe0-26ab2af50031 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0155838 Sep 08 00:46:47.101747 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [req-81c01b86-11bc-4ce5-acef-571863ff111f req-54dc51ec-c545-4a9c-8ad3-fa8a9cbe6f68 service neutron] Request body: {'port': {'device_id': '2da74c6e-e2c6-4f38-bb30-59bfd61e3c37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:46:47.156522 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-81c01b86-11bc-4ce5-acef-571863ff111f req-54dc51ec-c545-4a9c-8ad3-fa8a9cbe6f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:47.293324 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f23c88-ad1f-4e23-837d-64715d94b664 req-cc386cce-c901-45fc-9741-207cf6e23285 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:47.294818 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-66f23c88-ad1f-4e23-837d-64715d94b664 req-cc386cce-c901-45fc-9741-207cf6e23285 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=44cdc9a1-ff01-4ff7-93fe-e5fb52d5471b HTTP/1.1" status: 200 len: 946 time: 0.1266801 Sep 08 00:46:47.365528 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-66f23c88-ad1f-4e23-837d-64715d94b664 req-19bec133-b74e-45a0-8f72-93c59d294da7 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618169 Sep 08 00:46:47.477862 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.notifiers.nova [req-81c01b86-11bc-4ce5-acef-571863ff111f req-54dc51ec-c545-4a9c-8ad3-fa8a9cbe6f68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c47de6b0-ba42-4954-bb58-51d438368c99 {{(pid=105699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 00:46:47.484942 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-81c01b86-11bc-4ce5-acef-571863ff111f req-54dc51ec-c545-4a9c-8ad3-fa8a9cbe6f68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:47.497072 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.provisioning_blocks [req-81c01b86-11bc-4ce5-acef-571863ff111f req-54dc51ec-c545-4a9c-8ad3-fa8a9cbe6f68 service neutron] Transition to ACTIVE for port object c47de6b0-ba42-4954-bb58-51d438368c99 will not be triggered until provisioned by entity L2. {{(pid=105699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:46:47.509981 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-81c01b86-11bc-4ce5-acef-571863ff111f req-54dc51ec-c545-4a9c-8ad3-fa8a9cbe6f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25517367'] for port, after_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:47.578459 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc51ec-c545-4a9c-8ad3-fa8a9cbe6f68 service neutron] Pushing event updated for resources: {'Port': ['ID=c47de6b0-ba42-4954-bb58-51d438368c99,revision_number=2']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:46:47.598351 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9fdb57-24bb-4b21-9f5b-bfbe9c533d72 req-ad72d2d8-fb6e-456d-bf48-5d86c6a88046 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:47.599886 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ab9fdb57-24bb-4b21-9f5b-bfbe9c533d72 req-ad72d2d8-fb6e-456d-bf48-5d86c6a88046 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2da74c6e-e2c6-4f38-bb30-59bfd61e3c37 HTTP/1.1" status: 200 len: 943 time: 0.1005964 Sep 08 00:46:47.713389 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ab9fdb57-24bb-4b21-9f5b-bfbe9c533d72 req-f4ac2c5e-cec3-4e4d-aa75-da4880e5b70b tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/security-groups?id=e769dadd-f003-4d29-ac67-4df471cd4b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962925 Sep 08 00:46:47.737470 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129e8b1-309c-4e0c-b311-fe7efd0e6918 req-736e3b6c-1eef-4ae1-83cd-da002f9876d8 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:47.739103 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-c129e8b1-309c-4e0c-b311-fe7efd0e6918 req-736e3b6c-1eef-4ae1-83cd-da002f9876d8 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.1209974 Sep 08 00:46:47.743628 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [req-81c01b86-11bc-4ce5-acef-571863ff111f req-54dc51ec-c545-4a9c-8ad3-fa8a9cbe6f68 service neutron] Attempting to bind port c47de6b0-ba42-4954-bb58-51d438368c99 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 00:46:47.743971 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [req-81c01b86-11bc-4ce5-acef-571863ff111f req-54dc51ec-c545-4a9c-8ad3-fa8a9cbe6f68 service neutron] Attempting to bind port c47de6b0-ba42-4954-bb58-51d438368c99 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': 'ae584969-c86b-4aa9-bf11-cc6a7719e958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '730eb77e-b615-44f2-a325-106133633428'}] {{(pid=105699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 00:46:47.744306 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c01b86-11bc-4ce5-acef-571863ff111f req-54dc51ec-c545-4a9c-8ad3-fa8a9cbe6f68 service neutron] Attempting to bind port c47de6b0-ba42-4954-bb58-51d438368c99 on network 730eb77e-b615-44f2-a325-106133633428 {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:46:47.754171 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c01b86-11bc-4ce5-acef-571863ff111f req-54dc51ec-c545-4a9c-8ad3-fa8a9cbe6f68 service neutron] Port c47de6b0-ba42-4954-bb58-51d438368c99 on network 730eb77e-b615-44f2-a325-106133633428 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 00:46:47.754500 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c01b86-11bc-4ce5-acef-571863ff111f req-54dc51ec-c545-4a9c-8ad3-fa8a9cbe6f68 service neutron] Attempting to bind port c47de6b0-ba42-4954-bb58-51d438368c99 on network 730eb77e-b615-44f2-a325-106133633428 {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:46:47.767448 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c01b86-11bc-4ce5-acef-571863ff111f req-54dc51ec-c545-4a9c-8ad3-fa8a9cbe6f68 service neutron] Checking agent: {'id': '9d05b7f5-da94-42e7-89b0-a476ea8ca848', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 0, 41, 44), 'started_at': datetime.datetime(2021, 9, 8, 0, 41, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 0, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 00:46:47.767812 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c01b86-11bc-4ce5-acef-571863ff111f req-54dc51ec-c545-4a9c-8ad3-fa8a9cbe6f68 service neutron] Checking segment: {'id': 'ae584969-c86b-4aa9-bf11-cc6a7719e958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '730eb77e-b615-44f2-a325-106133633428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:46:47.768194 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c01b86-11bc-4ce5-acef-571863ff111f req-54dc51ec-c545-4a9c-8ad3-fa8a9cbe6f68 service neutron] Bound using segment: {'id': 'ae584969-c86b-4aa9-bf11-cc6a7719e958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '730eb77e-b615-44f2-a325-106133633428'} {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 00:46:47.768621 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [req-81c01b86-11bc-4ce5-acef-571863ff111f req-54dc51ec-c545-4a9c-8ad3-fa8a9cbe6f68 service neutron] Bound port: c47de6b0-ba42-4954-bb58-51d438368c99, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae584969-c86b-4aa9-bf11-cc6a7719e958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '730eb77e-b615-44f2-a325-106133633428'}}] {{(pid=105699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 00:46:47.768982 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-81c01b86-11bc-4ce5-acef-571863ff111f req-54dc51ec-c545-4a9c-8ad3-fa8a9cbe6f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:47.799534 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-4f4009c8-bd9c-44ed-9a48-249c9b68f4d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:47.813978 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-c129e8b1-309c-4e0c-b311-fe7efd0e6918 req-8701ef89-c5e6-457d-b35d-b8f9b156e4b9 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665226 Sep 08 00:46:47.847103 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.db [req-81c01b86-11bc-4ce5-acef-571863ff111f req-54dc51ec-c545-4a9c-8ad3-fa8a9cbe6f68 service neutron] For port c47de6b0-ba42-4954-bb58-51d438368c99, host hv-cinder-75996, cleared binding levels {{(pid=105699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 00:46:47.850344 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.db [req-81c01b86-11bc-4ce5-acef-571863ff111f req-54dc51ec-c545-4a9c-8ad3-fa8a9cbe6f68 service neutron] For port c47de6b0-ba42-4954-bb58-51d438368c99, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=c47de6b0-ba42-4954-bb58-51d438368c99,segment=NetworkSegment(ae584969-c86b-4aa9-bf11-cc6a7719e958),segment_id=ae584969-c86b-4aa9-bf11-cc6a7719e958)] {{(pid=105699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 00:46:47.857098 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-81c01b86-11bc-4ce5-acef-571863ff111f req-54dc51ec-c545-4a9c-8ad3-fa8a9cbe6f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25517367'] for port, after_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:47.889827 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c01b86-11bc-4ce5-acef-571863ff111f req-54dc51ec-c545-4a9c-8ad3-fa8a9cbe6f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:47.890446 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-81c01b86-11bc-4ce5-acef-571863ff111f req-54dc51ec-c545-4a9c-8ad3-fa8a9cbe6f68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for port, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:47.891880 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-81c01b86-11bc-4ce5-acef-571863ff111f req-54dc51ec-c545-4a9c-8ad3-fa8a9cbe6f68 service neutron] 10.222.0.35 "PUT /v2.0/ports/c47de6b0-ba42-4954-bb58-51d438368c99 HTTP/1.1" status: 200 len: 1093 time: 0.7946205 Sep 08 00:46:47.892330 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2da74c6e-e2c6-4f38-bb30-59bfd61e3c37', 'tag': 'c47de6b0-ba42-4954-bb58-51d438368c99'}] {{(pid=105699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:46:47.894904 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3219a0c12e8a5a78bd5034d738b4394f25721dc263a67c7d4cfc0eaa1ac0f340" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60f7ee1-5d12-4d8b-9ef1-f2ddbf028a49" -d '{"events": [{"name": "network-changed", "server_uuid": "2da74c6e-e2c6-4f38-bb30-59bfd61e3c37", "tag": "c47de6b0-ba42-4954-bb58-51d438368c99"}]}' {{(pid=105699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:46:47.931331 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc51ec-c545-4a9c-8ad3-fa8a9cbe6f68 service neutron] Pushing event updated for resources: {'Port': ['ID=c47de6b0-ba42-4954-bb58-51d438368c99,revision_number=3']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:46:47.956078 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 00:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dab7787-23b5-4f91-bc2a-28953738dcf9 x-openstack-request-id: req-3dab7787-23b5-4f91-bc2a-28953738dcf9 {{(pid=105699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:46:47.957072 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2da74c6e-e2c6-4f38-bb30-59bfd61e3c37", "tag": "c47de6b0-ba42-4954-bb58-51d438368c99", "status": "completed", "code": 200}]} {{(pid=105699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:46:47.957677 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3dab7787-23b5-4f91-bc2a-28953738dcf9 {{(pid=105699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:46:47.958104 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2da74c6e-e2c6-4f38-bb30-59bfd61e3c37', 'tag': 'c47de6b0-ba42-4954-bb58-51d438368c99', 'status': 'completed', 'code': 200} Sep 08 00:46:48.124266 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c01b86-11bc-4ce5-acef-571863ff111f req-a6862736-163c-4780-b1d9-64f3ab721a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:48.125829 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-81c01b86-11bc-4ce5-acef-571863ff111f req-a6862736-163c-4780-b1d9-64f3ab721a6c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=52c317881b44409c88cbbbdb512371da&device_id=2da74c6e-e2c6-4f38-bb30-59bfd61e3c37 HTTP/1.1" status: 200 len: 1096 time: 0.0582309 Sep 08 00:46:48.229968 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-81c01b86-11bc-4ce5-acef-571863ff111f req-9a7062ce-e3ee-41fe-bcb7-854224369442 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c47de6b0-ba42-4954-bb58-51d438368c99 HTTP/1.1" status: 200 len: 217 time: 0.0601282 Sep 08 00:46:48.274858 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a04a0-5578-4cab-a707-1891fc268bf4 req-423d9e86-dc60-4827-8ab3-81c04c37146f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:48.276510 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-941a04a0-5578-4cab-a707-1891fc268bf4 req-423d9e86-dc60-4827-8ab3-81c04c37146f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=41a9d0c8e8684f7ab121d687f8b71cc9&device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 1098 time: 0.1008949 Sep 08 00:46:48.292306 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c01b86-11bc-4ce5-acef-571863ff111f req-88a7a56f-23d8-495f-b632-d4ddc851b065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:48.293957 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-81c01b86-11bc-4ce5-acef-571863ff111f req-88a7a56f-23d8-495f-b632-d4ddc851b065 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7610996b-c3e5-41e4-b8ca-0481d6ad4670 HTTP/1.1" status: 200 len: 848 time: 0.0549254 Sep 08 00:46:48.390165 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-81c01b86-11bc-4ce5-acef-571863ff111f req-3e019262-45b2-4483-8fa9-8682c10e4991 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=730eb77e-b615-44f2-a325-106133633428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347614 Sep 08 00:46:48.545329 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a04a0-5578-4cab-a707-1891fc268bf4 req-22f08626-1405-4bea-8d3a-ad0fb4c2be35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:48.546820 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-941a04a0-5578-4cab-a707-1891fc268bf4 req-22f08626-1405-4bea-8d3a-ad0fb4c2be35 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b HTTP/1.1" status: 200 len: 920 time: 0.2104065 Sep 08 00:46:48.607074 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-941a04a0-5578-4cab-a707-1891fc268bf4 req-5ed1ef54-5fe7-42e7-9ce3-938266f35b3a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=616f49b5-d245-4c18-9d30-c7f54b6143de HTTP/1.1" status: 200 len: 217 time: 0.0500464 Sep 08 00:46:48.617125 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7fe5f-6319-4223-abec-a6a7bfb72c68 req-4f451aff-3d06-4a83-86d0-0ad69239cdf0 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:48.618629 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e7b7fe5f-6319-4223-abec-a6a7bfb72c68 req-4f451aff-3d06-4a83-86d0-0ad69239cdf0 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=44cdc9a1-ff01-4ff7-93fe-e5fb52d5471b HTTP/1.1" status: 200 len: 946 time: 0.1712856 Sep 08 00:46:48.620659 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-81c01b86-11bc-4ce5-acef-571863ff111f req-730849ec-18d8-4bef-ad1c-ab2abe7038ce service neutron] 10.222.0.35 "GET /v2.0/networks/730eb77e-b615-44f2-a325-106133633428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934476 Sep 08 00:46:48.751114 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a04a0-5578-4cab-a707-1891fc268bf4 req-8456b3af-669b-4afa-bee8-c948d053c162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:48.752610 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-941a04a0-5578-4cab-a707-1891fc268bf4 req-8456b3af-669b-4afa-bee8-c948d053c162 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cf83ea2d-a9ed-4f51-960e-7a1b9f0410c7 HTTP/1.1" status: 200 len: 859 time: 0.1207001 Sep 08 00:46:48.759838 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e7b7fe5f-6319-4223-abec-a6a7bfb72c68 req-519c74fe-d240-4881-9f0e-85ce4b5b89ac tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346433 Sep 08 00:46:48.796008 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-941a04a0-5578-4cab-a707-1891fc268bf4 req-79648dc1-4a5e-4ce3-b2d7-323bdf595cd6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338531 Sep 08 00:46:48.863097 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-81c01b86-11bc-4ce5-acef-571863ff111f req-e9963296-df73-4c93-9aec-3826886a6440 service neutron] 10.222.0.35 "GET /v2.0/networks/730eb77e-b615-44f2-a325-106133633428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320631 Sep 08 00:46:48.920999 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921f1e1-6a64-41f1-ab77-c46ff9fbc4c3 req-96fed2fd-f306-4e70-8e66-b1d98fca7762 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:48.922375 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-9921f1e1-6a64-41f1-ab77-c46ff9fbc4c3 req-96fed2fd-f306-4e70-8e66-b1d98fca7762 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2da74c6e-e2c6-4f38-bb30-59bfd61e3c37 HTTP/1.1" status: 200 len: 943 time: 0.1241925 Sep 08 00:46:49.029110 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-941a04a0-5578-4cab-a707-1891fc268bf4 req-058488d7-01dc-4d27-bc34-77a1658bab73 service neutron] 10.222.0.35 "GET /v2.0/networks/4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168334 Sep 08 00:46:49.040436 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-9921f1e1-6a64-41f1-ab77-c46ff9fbc4c3 req-d05ad36a-a901-481d-9e72-f52edf665af3 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/security-groups?id=e769dadd-f003-4d29-ac67-4df471cd4b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044519 Sep 08 00:46:49.077931 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b5fc3-aba0-48f9-89d1-cb3b97e6cff6 req-9f97a834-b4d0-4f6e-810c-7920fba677ab tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:49.079309 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-604b5fc3-aba0-48f9-89d1-cb3b97e6cff6 req-9f97a834-b4d0-4f6e-810c-7920fba677ab tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.1729922 Sep 08 00:46:49.108932 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f7ee1-5d12-4d8b-9ef1-f2ddbf028a49 req-94cc3e98-6447-4481-9e62-2e050451954c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:49.110378 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-b60f7ee1-5d12-4d8b-9ef1-f2ddbf028a49 req-94cc3e98-6447-4481-9e62-2e050451954c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=52c317881b44409c88cbbbdb512371da&device_id=2da74c6e-e2c6-4f38-bb30-59bfd61e3c37 HTTP/1.1" status: 200 len: 1096 time: 0.1279380 Sep 08 00:46:49.246309 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-604b5fc3-aba0-48f9-89d1-cb3b97e6cff6 req-62c0bc34-db22-4575-b0d3-f3764c307853 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528776 Sep 08 00:46:49.275339 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-941a04a0-5578-4cab-a707-1891fc268bf4 req-8ae07202-6e05-4454-910b-bf673d74d2b0 service neutron] 10.222.0.35 "GET /v2.0/networks/4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339728 Sep 08 00:46:49.287157 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f7ee1-5d12-4d8b-9ef1-f2ddbf028a49 req-9b471cec-b293-403b-8a7c-a6a3353ef637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:49.288631 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-b60f7ee1-5d12-4d8b-9ef1-f2ddbf028a49 req-9b471cec-b293-403b-8a7c-a6a3353ef637 service neutron] 10.222.0.35 "GET /v2.0/networks?id=730eb77e-b615-44f2-a325-106133633428 HTTP/1.1" status: 200 len: 909 time: 0.1693227 Sep 08 00:46:49.343439 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-b60f7ee1-5d12-4d8b-9ef1-f2ddbf028a49 req-89c3ce22-111d-4af1-aa2c-026875e79a4a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c47de6b0-ba42-4954-bb58-51d438368c99 HTTP/1.1" status: 200 len: 217 time: 0.0378158 Sep 08 00:46:49.416936 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f7ee1-5d12-4d8b-9ef1-f2ddbf028a49 req-3eb914fb-cf2f-440d-a858-e7e53b7f5fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:49.418443 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-b60f7ee1-5d12-4d8b-9ef1-f2ddbf028a49 req-3eb914fb-cf2f-440d-a858-e7e53b7f5fab service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7610996b-c3e5-41e4-b8ca-0481d6ad4670 HTTP/1.1" status: 200 len: 848 time: 0.0478268 Sep 08 00:46:49.487977 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-b60f7ee1-5d12-4d8b-9ef1-f2ddbf028a49 req-81916eaa-8bce-4c22-a623-3eff5bb8156b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=730eb77e-b615-44f2-a325-106133633428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248530 Sep 08 00:46:49.596742 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-b60f7ee1-5d12-4d8b-9ef1-f2ddbf028a49 req-22c150aa-ab56-4e9e-b730-69ce4b13848b service neutron] 10.222.0.35 "GET /v2.0/networks/730eb77e-b615-44f2-a325-106133633428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915060 Sep 08 00:46:49.690884 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-b60f7ee1-5d12-4d8b-9ef1-f2ddbf028a49 req-dfa0d901-6507-4054-9bdc-060b75470c21 service neutron] 10.222.0.35 "GET /v2.0/networks/730eb77e-b615-44f2-a325-106133633428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860229 Sep 08 00:46:49.895488 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd9137-e394-4717-a86c-03b15acb77f6 req-584137ca-ea43-4beb-bcb9-0ee25362d051 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:49.896993 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-b6fd9137-e394-4717-a86c-03b15acb77f6 req-584137ca-ea43-4beb-bcb9-0ee25362d051 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=44cdc9a1-ff01-4ff7-93fe-e5fb52d5471b HTTP/1.1" status: 200 len: 946 time: 0.0564754 Sep 08 00:46:49.935670 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-b6fd9137-e394-4717-a86c-03b15acb77f6 req-e896ec9c-3a2b-4a7b-9ffb-75b5ff2cafe1 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326569 Sep 08 00:46:50.171732 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c27d60-0ddd-4427-a30c-d264b29bbf13 req-c0eed8c4-6a1c-4ffe-9392-e4ccb9d94153 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:50.171732 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-15c27d60-0ddd-4427-a30c-d264b29bbf13 req-c0eed8c4-6a1c-4ffe-9392-e4ccb9d94153 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2da74c6e-e2c6-4f38-bb30-59bfd61e3c37 HTTP/1.1" status: 200 len: 943 time: 0.0566316 Sep 08 00:46:50.226346 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-15c27d60-0ddd-4427-a30c-d264b29bbf13 req-54baadd2-4bc6-4533-b946-62adcf348dde tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/security-groups?id=e769dadd-f003-4d29-ac67-4df471cd4b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487750 Sep 08 00:46:50.363169 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa908e-c900-4ac4-81ed-666f3ca94ca7 req-3109dfb4-fd91-4b1d-ab9c-dd2231087aca tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:50.364659 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-23aa908e-c900-4ac4-81ed-666f3ca94ca7 req-3109dfb4-fd91-4b1d-ab9c-dd2231087aca tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.0481369 Sep 08 00:46:50.402049 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-23aa908e-c900-4ac4-81ed-666f3ca94ca7 req-2a0f77ac-b908-4fbd-a60e-e2a0b7e913be tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314405 Sep 08 00:46:50.826050 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-1113c475-ed70-4851-9930-47e373c3adc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:50.829697 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:51.354027 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422dfec-c06d-405d-9c65-6a74fb435979 req-dcbf3b32-124d-45ed-8ef9-83adf896dd09 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:51.355496 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3422dfec-c06d-405d-9c65-6a74fb435979 req-dcbf3b32-124d-45ed-8ef9-83adf896dd09 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2da74c6e-e2c6-4f38-bb30-59bfd61e3c37 HTTP/1.1" status: 200 len: 943 time: 0.0529587 Sep 08 00:46:51.392408 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3422dfec-c06d-405d-9c65-6a74fb435979 req-84edd0f9-c33c-410b-bdee-533888ba6dfb tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/security-groups?id=e769dadd-f003-4d29-ac67-4df471cd4b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309567 Sep 08 00:46:51.518746 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ecd34-143a-44c9-b4cf-edbad09fb7bb req-0ec9eff5-ab41-4f65-a213-7bcd51ca0830 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:51.520290 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-870ecd34-143a-44c9-b4cf-edbad09fb7bb req-0ec9eff5-ab41-4f65-a213-7bcd51ca0830 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.0496581 Sep 08 00:46:51.558649 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-870ecd34-143a-44c9-b4cf-edbad09fb7bb req-d497f898-25ff-44ca-a7d6-e9a5f1c8cfa3 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318685 Sep 08 00:46:51.619931 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:52.513147 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89618803-5960-44b1-a8c7-a1fc276cb1a4 req-5f14c082-ee7d-4e64-acb7-de3518c0cae9 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:52.514806 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-89618803-5960-44b1-a8c7-a1fc276cb1a4 req-5f14c082-ee7d-4e64-acb7-de3518c0cae9 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2da74c6e-e2c6-4f38-bb30-59bfd61e3c37 HTTP/1.1" status: 200 len: 943 time: 0.0493751 Sep 08 00:46:52.556378 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-89618803-5960-44b1-a8c7-a1fc276cb1a4 req-f3f40178-8ae1-4e06-a987-b55e3e2b1b81 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/security-groups?id=e769dadd-f003-4d29-ac67-4df471cd4b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351031 Sep 08 00:46:52.708005 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 52068) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:46:52.730927 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4b76b-76b1-4d07-9310-256f278c4987 req-9d8691c6-db32-47d8-bb8e-b91b1b435607 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:52.735865 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-19c4b76b-76b1-4d07-9310-256f278c4987 req-9d8691c6-db32-47d8-bb8e-b91b1b435607 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.0807800 Sep 08 00:46:52.741962 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67027d62-ae92-4d0a-89c7-eda00e0d9b2f req-9d9720ee-4ae9-4a94-874f-ae2d74e4095f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:52.745045 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-67027d62-ae92-4d0a-89c7-eda00e0d9b2f req-9d9720ee-4ae9-4a94-874f-ae2d74e4095f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 1098 time: 0.0629964 Sep 08 00:46:52.807201 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-19c4b76b-76b1-4d07-9310-256f278c4987 req-141e8743-dae0-4e48-87e0-36407aba8fe2 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601740 Sep 08 00:46:52.820905 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-67027d62-ae92-4d0a-89c7-eda00e0d9b2f req-98e100a2-fc59-4e96-a8e4-a0a87c0fd6c3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666904 Sep 08 00:46:52.838795 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-22ddbfbc-e1bc-419d-9c2d-acbb5a02aea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:52.940787 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-22ddbfbc-e1bc-419d-9c2d-acbb5a02aea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:52.944479 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-22ddbfbc-e1bc-419d-9c2d-acbb5a02aea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:52.982392 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-22ddbfbc-e1bc-419d-9c2d-acbb5a02aea6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0dcb91927b0249f4aac345ce640a44fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2733324 Sep 08 00:46:52.983489 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ddbfbc-e1bc-419d-9c2d-acbb5a02aea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ff684b-c4f3-427a-811d-50e9f6a1d6a3,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:46:52.985108 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 52074) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:46:52.990498 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ddbfbc-e1bc-419d-9c2d-acbb5a02aea6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:46:52.990847 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ddbfbc-e1bc-419d-9c2d-acbb5a02aea6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:46:52.991182 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ddbfbc-e1bc-419d-9c2d-acbb5a02aea6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:46:52.991553 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ddbfbc-e1bc-419d-9c2d-acbb5a02aea6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:46:52.991863 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ddbfbc-e1bc-419d-9c2d-acbb5a02aea6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:46:52.992186 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ddbfbc-e1bc-419d-9c2d-acbb5a02aea6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:46:52.992505 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ddbfbc-e1bc-419d-9c2d-acbb5a02aea6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:46:52.993339 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ddbfbc-e1bc-419d-9c2d-acbb5a02aea6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:46:52.993666 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ddbfbc-e1bc-419d-9c2d-acbb5a02aea6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:46:52.993983 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ddbfbc-e1bc-419d-9c2d-acbb5a02aea6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:46:52.994485 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ddbfbc-e1bc-419d-9c2d-acbb5a02aea6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:46:52.994801 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ddbfbc-e1bc-419d-9c2d-acbb5a02aea6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:46:53.037449 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-305884dd-14ab-4503-b10a-0c52fa4599a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:53.058484 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-305884dd-14ab-4503-b10a-0c52fa4599a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:53.092436 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:53.109247 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-305884dd-14ab-4503-b10a-0c52fa4599a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:53.111794 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-305884dd-14ab-4503-b10a-0c52fa4599a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:53.112922 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-305884dd-14ab-4503-b10a-0c52fa4599a6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c7ff684b-c4f3-427a-811d-50e9f6a1d6a3 HTTP/1.1" status: 204 len: 168 time: 0.1268361 Sep 08 00:46:53.120812 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305884dd-14ab-4503-b10a-0c52fa4599a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ff684b-c4f3-427a-811d-50e9f6a1d6a3,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:46:53.541940 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 52096) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:46:53.683023 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-c0a933c5-bc61-4fee-ab7f-8917d35d7581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:53.726317 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc711c08-b1fc-496d-a7d6-a96441911492 req-cded3072-cf0d-479a-a14c-f9a3e2b55179 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:53.729582 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-bc711c08-b1fc-496d-a7d6-a96441911492 req-cded3072-cf0d-479a-a14c-f9a3e2b55179 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2da74c6e-e2c6-4f38-bb30-59bfd61e3c37 HTTP/1.1" status: 200 len: 943 time: 0.0853140 Sep 08 00:46:53.772668 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device c47de6b0-ba42-4954-bb58-51d438368c99 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=105700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 00:46:53.806803 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-bc711c08-b1fc-496d-a7d6-a96441911492 req-51c6399b-e531-40fa-9889-305a088b8af7 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/security-groups?id=e769dadd-f003-4d29-ac67-4df471cd4b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704896 Sep 08 00:46:53.854492 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 52116) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:46:53.903133 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-c0a933c5-bc61-4fee-ab7f-8917d35d7581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:53.916806 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-c0a933c5-bc61-4fee-ab7f-8917d35d7581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:53.925460 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port c47de6b0-ba42-4954-bb58-51d438368c99, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=c47de6b0-ba42-4954-bb58-51d438368c99,segment=NetworkSegment(ae584969-c86b-4aa9-bf11-cc6a7719e958),segment_id=ae584969-c86b-4aa9-bf11-cc6a7719e958)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:46:53.943480 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Returning: {'device': 'c47de6b0-ba42-4954-bb58-51d438368c99', 'network_id': '730eb77e-b615-44f2-a325-106133633428', 'port_id': 'c47de6b0-ba42-4954-bb58-51d438368c99', 'mac_address': 'fa:16:3e:c4:7f:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7610996b-c3e5-41e4-b8ca-0481d6ad4670', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 00:46:53.985478 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-c0a933c5-bc61-4fee-ab7f-8917d35d7581 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=897290af34174331a21b2c6fdf16e93d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4424534 Sep 08 00:46:53.986140 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [None req-1982365e-bc91-4b43-add1-d48ddcc51403 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-341742019-network', 'tenant_id': 'd2122c17d3e9420ca396e89dd2ef51d5'}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:46:53.987979 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 52120) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:46:53.989876 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a933c5-bc61-4fee-ab7f-8917d35d7581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc9fd13-d23a-49e5-a353-45635a23f78d,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:46:54.000406 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:54.017554 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.notifiers.nova [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c47de6b0-ba42-4954-bb58-51d438368c99 {{(pid=105700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 00:46:54.017826 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d096f-b768-43d2-b259-df9e4b842eb5 req-5fe48cb2-9be0-4b65-bd20-09d4ccba257b tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:54.020000 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-582d096f-b768-43d2-b259-df9e4b842eb5 req-5fe48cb2-9be0-4b65-bd20-09d4ccba257b tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.1139195 Sep 08 00:46:54.020920 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1982365e-bc91-4b43-add1-d48ddcc51403 admin admin] Made reservation on behalf of d2122c17d3e9420ca396e89dd2ef51d5 for: {'network': 1} {{(pid=105698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:46:54.023747 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-1982365e-bc91-4b43-add1-d48ddcc51403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for network, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:54.033669 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-1982365e-bc91-4b43-add1-d48ddcc51403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:54.041600 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port c47de6b0-ba42-4954-bb58-51d438368c99, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=c47de6b0-ba42-4954-bb58-51d438368c99,segment=NetworkSegment(ae584969-c86b-4aa9-bf11-cc6a7719e958),segment_id=ae584969-c86b-4aa9-bf11-cc6a7719e958)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:46:54.048060 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:54.095315 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-582d096f-b768-43d2-b259-df9e4b842eb5 req-c757c7e3-ac82-4c46-bdb6-985c834e3191 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628347 Sep 08 00:46:54.096114 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Pushing event updated for resources: {'Port': ['ID=c47de6b0-ba42-4954-bb58-51d438368c99,revision_number=4']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:46:54.100646 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1516b9ef-d076-4e2d-b0bd-453f3a28e9f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:54.104823 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:46:54.105276 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:46:54.105729 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:46:54.106257 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:46:54.106807 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:46:54.107349 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:46:54.107880 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:46:54.108399 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:46:54.108922 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:46:54.109535 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:46:54.110021 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:46:54.110529 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:46:54.127937 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1516b9ef-d076-4e2d-b0bd-453f3a28e9f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:54.147381 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-1982365e-bc91-4b43-add1-d48ddcc51403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:54.152403 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-1982365e-bc91-4b43-add1-d48ddcc51403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:54.174208 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1982365e-bc91-4b43-add1-d48ddcc51403 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=105698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 00:46:54.185956 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1516b9ef-d076-4e2d-b0bd-453f3a28e9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:54.188896 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1516b9ef-d076-4e2d-b0bd-453f3a28e9f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:54.190081 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-1516b9ef-d076-4e2d-b0bd-453f3a28e9f9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/abc9fd13-d23a-49e5-a353-45635a23f78d HTTP/1.1" status: 204 len: 168 time: 0.2010677 Sep 08 00:46:54.191883 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-1982365e-bc91-4b43-add1-d48ddcc51403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3575388'] for segment, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:54.192381 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.db.segments_db [None req-1982365e-bc91-4b43-add1-d48ddcc51403 admin admin] Added segment dacddd0d-7788-47d3-9397-3f345f82c34e of type vlan for network a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb Sep 08 00:46:54.193738 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1982365e-bc91-4b43-add1-d48ddcc51403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffeccce-f943-4135-8974-eaaa31bbbfd7,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:46:54.204548 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1516b9ef-d076-4e2d-b0bd-453f3a28e9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc9fd13-d23a-49e5-a353-45635a23f78d,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:46:54.235593 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-1982365e-bc91-4b43-add1-d48ddcc51403 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792256300036'] for network, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:54.264136 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-1982365e-bc91-4b43-add1-d48ddcc51403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586'] for network, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:54.265157 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1982365e-bc91-4b43-add1-d48ddcc51403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:54.265742 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-1982365e-bc91-4b43-add1-d48ddcc51403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for network, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:54.297139 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-1982365e-bc91-4b43-add1-d48ddcc51403 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4407337 Sep 08 00:46:54.301021 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 52124) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:46:54.307106 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [None req-d0bbd646-ee06-4e51-9179-d00ddd8f8e53 admin admin] Request body: {'subnet': {'network_id': 'a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-341742019-subnet', 'tenant_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'ip_version': 4}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:46:54.345201 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1982365e-bc91-4b43-add1-d48ddcc51403 admin admin] Pushing event updated for resources: {'Network': ['ID=a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:46:54.356736 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Network a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb details requested by agent ovs-agent-dv-cinder-759961-13-iscsi with host dv-cinder-759961-13-iscsi {{(pid=105700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 00:46:54.358071 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0bbd646-ee06-4e51-9179-d00ddd8f8e53 admin admin] Made reservation on behalf of d2122c17d3e9420ca396e89dd2ef51d5 for: {'subnet': 1} {{(pid=105698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:46:54.360687 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-d0bbd646-ee06-4e51-9179-d00ddd8f8e53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4725630'] for subnet, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:54.547960 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-d0bbd646-ee06-4e51-9179-d00ddd8f8e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7705733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4725608'] for subnet, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:54.612951 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bbd646-ee06-4e51-9179-d00ddd8f8e53 admin admin] Checking segment: {'id': 'dacddd0d-7788-47d3-9397-3f345f82c34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:46:54.613317 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bbd646-ee06-4e51-9179-d00ddd8f8e53 admin admin] Network hostable DHCP agents. Network: a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb, hostable agents: ['08f6a972-2c18-45c5-8342-7a3ab768691a'], hosted agents: [] {{(pid=105698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 00:46:54.616393 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bbd646-ee06-4e51-9179-d00ddd8f8e53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48dc3dee-0151-4222-89ec-899c2181cf10,revision_number=0']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:46:54.633989 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bbd646-ee06-4e51-9179-d00ddd8f8e53 admin admin] Network a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb is scheduled to be hosted by DHCP agent 08f6a972-2c18-45c5-8342-7a3ab768691a with binding_index 1 {{(pid=105698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 00:46:54.646204 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.base_scheduler [None req-d0bbd646-ee06-4e51-9179-d00ddd8f8e53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-13-iscsi, a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb) {{(pid=105698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:46:54.651914 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bbd646-ee06-4e51-9179-d00ddd8f8e53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:54.652785 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-d0bbd646-ee06-4e51-9179-d00ddd8f8e53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for subnet, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:54.655803 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ae30f4-8697-45d5-89d0-036ac9103c75 None None] Network a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb requested from dv-cinder-759961-13-iscsi {{(pid=105700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 00:46:54.669582 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-d0bbd646-ee06-4e51-9179-d00ddd8f8e53 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3685319 Sep 08 00:46:54.672583 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 52140) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:46:54.677102 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [None req-9ed67150-24d3-4a9d-bda5-e7528159b923 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-341742019-router', 'tenant_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a'}}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:46:54.716944 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-9ed67150-24d3-4a9d-bda5-e7528159b923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2420'] for router, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:54.718122 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-9ed67150-24d3-4a9d-bda5-e7528159b923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529807', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2413'] for router, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:54.724408 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] get_ports_and_sgs() called for port_ids ['c47de6b0-ba42-4954-bb58-51d438368c99'] {{(pid=105700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 00:46:54.878321 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c099c28-1ace-4700-9f58-db39f18ef10b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1052c816-ecfd-5720-acea-4b7c5cbde93b-a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb', 'network_id': 'a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb', 'tenant_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'fixed_ips': [{'subnet_id': '48dc3dee-0151-4222-89ec-899c2181cf10'}]}} from dv-cinder-759961-13-iscsi. {{(pid=105700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 00:46:54.879140 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-3c099c28-1ace-4700-9f58-db39f18ef10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_create {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:54.984939 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-9ed67150-24d3-4a9d-bda5-e7528159b923 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:54.993717 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e066119-fb15-44f1-b4d7-feba102e338e req-7ef9a263-6d0b-456f-97fc-f0a34e069352 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:54.995307 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4e066119-fb15-44f1-b4d7-feba102e338e req-7ef9a263-6d0b-456f-97fc-f0a34e069352 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2da74c6e-e2c6-4f38-bb30-59bfd61e3c37 HTTP/1.1" status: 200 len: 944 time: 0.0833113 Sep 08 00:46:55.003882 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 52154) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:46:55.060717 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4e066119-fb15-44f1-b4d7-feba102e338e req-39a2bfb1-4210-4b06-9f37-fdca11fd1a92 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/security-groups?id=e769dadd-f003-4d29-ac67-4df471cd4b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534079 Sep 08 00:46:55.114781 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.db_base_plugin_common [None req-3c099c28-1ace-4700-9f58-db39f18ef10b None None] Allocated IP 172.20.0.2 (a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb/48dc3dee-0151-4222-89ec-899c2181cf10/beebc6b7-b5c2-45d9-903e-4eb5718edb8b) {{(pid=105700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 00:46:55.144400 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [None req-788a20d7-17c8-46e5-a875-8f80372eb4e6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2007207885-network', 'tenant_id': '771cd94aa4b745cda4b12e1bfb22ee9e'}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:46:55.186509 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-9ed67150-24d3-4a9d-bda5-e7528159b923 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:55.214727 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788a20d7-17c8-46e5-a875-8f80372eb4e6 admin admin] Made reservation on behalf of 771cd94aa4b745cda4b12e1bfb22ee9e for: {'network': 1} {{(pid=105698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:46:55.217035 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-788a20d7-17c8-46e5-a875-8f80372eb4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for network, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:55.228351 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-788a20d7-17c8-46e5-a875-8f80372eb4e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:55.235070 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114fefd-ab14-44bd-80be-a40e9f98f7a5 req-e02eedb9-1cd9-48a0-97c3-36f8b15c53ea tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:55.236602 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-d114fefd-ab14-44bd-80be-a40e9f98f7a5 req-e02eedb9-1cd9-48a0-97c3-36f8b15c53ea tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.0612428 Sep 08 00:46:55.278348 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-d114fefd-ab14-44bd-80be-a40e9f98f7a5 req-e74705f6-d5fc-4b13-bedd-d5c0068f1c1f tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341365 Sep 08 00:46:55.278685 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-3c099c28-1ace-4700-9f58-db39f18ef10b None None] Notify callbacks [] for port, precommit_create {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:55.287281 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-3c099c28-1ace-4700-9f58-db39f18ef10b None None] Transition to ACTIVE for port object beebc6b7-b5c2-45d9-903e-4eb5718edb8b will not be triggered until provisioned by entity L2. {{(pid=105700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:46:55.302292 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-3c099c28-1ace-4700-9f58-db39f18ef10b None None] Transition to ACTIVE for port object beebc6b7-b5c2-45d9-903e-4eb5718edb8b will not be triggered until provisioned by entity DHCP. {{(pid=105700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:46:55.310435 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-3c099c28-1ace-4700-9f58-db39f18ef10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792256344477'] for port, after_create {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:55.329844 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c099c28-1ace-4700-9f58-db39f18ef10b None None] Network a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb is already hosted by enough agents. {{(pid=105700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:46:55.350526 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.scheduler.base_scheduler [None req-3c099c28-1ace-4700-9f58-db39f18ef10b None None] Resources bound (agent type, host, resource id): {{(pid=105700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:46:55.354516 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c099c28-1ace-4700-9f58-db39f18ef10b None None] Received port after_create {{(pid=105700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 00:46:55.420791 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c099c28-1ace-4700-9f58-db39f18ef10b None None] Pushing event updated for resources: {'Port': ['ID=beebc6b7-b5c2-45d9-903e-4eb5718edb8b,revision_number=1']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:46:55.421886 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-3c099c28-1ace-4700-9f58-db39f18ef10b None None] Attempting to bind port beebc6b7-b5c2-45d9-903e-4eb5718edb8b on host dv-cinder-759961-13-iscsi for vnic_type normal with profile {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 00:46:55.422251 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-3c099c28-1ace-4700-9f58-db39f18ef10b None None] Attempting to bind port beebc6b7-b5c2-45d9-903e-4eb5718edb8b by drivers openvswitch,hyperv on host dv-cinder-759961-13-iscsi at level 0 using segments [{'id': 'dacddd0d-7788-47d3-9397-3f345f82c34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb'}] {{(pid=105700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 00:46:55.422607 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c099c28-1ace-4700-9f58-db39f18ef10b None None] Attempting to bind port beebc6b7-b5c2-45d9-903e-4eb5718edb8b on network a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:46:55.429081 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c099c28-1ace-4700-9f58-db39f18ef10b None None] Checking agent: {'id': 'f82a9a64-a181-41a7-bfc0-9590d2256fe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 0, 35, 51), 'started_at': datetime.datetime(2021, 9, 8, 0, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 0, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 00:46:55.429453 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c099c28-1ace-4700-9f58-db39f18ef10b None None] Checking segment: {'id': 'dacddd0d-7788-47d3-9397-3f345f82c34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:46:55.429850 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-3c099c28-1ace-4700-9f58-db39f18ef10b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:55.430233 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c099c28-1ace-4700-9f58-db39f18ef10b None None] Bound using segment: {'id': 'dacddd0d-7788-47d3-9397-3f345f82c34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb'} {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 00:46:55.431290 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-3c099c28-1ace-4700-9f58-db39f18ef10b None None] Bound port: beebc6b7-b5c2-45d9-903e-4eb5718edb8b, host: dv-cinder-759961-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dacddd0d-7788-47d3-9397-3f345f82c34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb'}}] {{(pid=105700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 00:46:55.431683 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-3c099c28-1ace-4700-9f58-db39f18ef10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:55.433851 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-788a20d7-17c8-46e5-a875-8f80372eb4e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:55.466708 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-788a20d7-17c8-46e5-a875-8f80372eb4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:55.503315 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-3c099c28-1ace-4700-9f58-db39f18ef10b None None] For port beebc6b7-b5c2-45d9-903e-4eb5718edb8b, host dv-cinder-759961-13-iscsi, cleared binding levels {{(pid=105700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 00:46:55.506425 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-3c099c28-1ace-4700-9f58-db39f18ef10b None None] For port beebc6b7-b5c2-45d9-903e-4eb5718edb8b, host dv-cinder-759961-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=beebc6b7-b5c2-45d9-903e-4eb5718edb8b,segment=NetworkSegment(dacddd0d-7788-47d3-9397-3f345f82c34e),segment_id=dacddd0d-7788-47d3-9397-3f345f82c34e)] {{(pid=105700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 00:46:55.506701 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-788a20d7-17c8-46e5-a875-8f80372eb4e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=105698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 00:46:55.510590 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-3c099c28-1ace-4700-9f58-db39f18ef10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:55.534912 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a20d7-17c8-46e5-a875-8f80372eb4e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05bae0a3-fbbb-4b97-a09c-00699ac91369,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:46:55.545974 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-788a20d7-17c8-46e5-a875-8f80372eb4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3575388'] for segment, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:55.546326 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.db.segments_db [None req-788a20d7-17c8-46e5-a875-8f80372eb4e6 admin admin] Added segment ef029967-362e-4317-91eb-ff719d72a778 of type vlan for network f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc Sep 08 00:46:55.562500 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-9ed67150-24d3-4a9d-bda5-e7528159b923 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:55.576627 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c099c28-1ace-4700-9f58-db39f18ef10b None None] Pushing event updated for resources: {'Port': ['ID=beebc6b7-b5c2-45d9-903e-4eb5718edb8b,revision_number=2']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:46:55.618357 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-9ed67150-24d3-4a9d-bda5-e7528159b923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:55.634157 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-788a20d7-17c8-46e5-a875-8f80372eb4e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792256300036'] for network, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:55.693871 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45ea10-7bcb-4246-ba8d-da9bc24b3402 req-8ca41e1b-a6ab-4106-b588-b3f39ae70259 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:55.702017 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3b45ea10-7bcb-4246-ba8d-da9bc24b3402 req-8ca41e1b-a6ab-4106-b588-b3f39ae70259 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.1031332 Sep 08 00:46:55.706127 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2bf315-5222-4329-8347-d419a391de1b req-2c6b86dc-8771-4df4-bc0c-e1282e47625f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:55.706587 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-788a20d7-17c8-46e5-a875-8f80372eb4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586'] for network, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:55.707603 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-be2bf315-5222-4329-8347-d419a391de1b req-2c6b86dc-8771-4df4-bc0c-e1282e47625f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=41a9d0c8e8684f7ab121d687f8b71cc9&device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 1098 time: 0.0794351 Sep 08 00:46:55.708205 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788a20d7-17c8-46e5-a875-8f80372eb4e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:55.708944 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-788a20d7-17c8-46e5-a875-8f80372eb4e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for network, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:55.773607 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-788a20d7-17c8-46e5-a875-8f80372eb4e6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7682052 Sep 08 00:46:55.779327 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 52176) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:46:55.837172 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3b45ea10-7bcb-4246-ba8d-da9bc24b3402 req-064e009e-96d2-4502-842a-1b340297d5ab tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336794 Sep 08 00:46:55.839686 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [None req-99a51097-6f4a-4d99-9c2e-e6db0b49a608 admin admin] Request body: {'subnet': {'network_id': 'f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2007207885-subnet', 'tenant_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'ip_version': 4}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:46:55.848981 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a20d7-17c8-46e5-a875-8f80372eb4e6 admin admin] Pushing event updated for resources: {'Network': ['ID=f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:46:55.862087 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.db_base_plugin_common [None req-9ed67150-24d3-4a9d-bda5-e7528159b923 admin admin] Allocated IP 172.27.0.96 (aeb1b426-56a4-445f-8c16-06e4bfc4278a/d22fae44-982b-434e-84ec-8582a9df6d9e/ed406e08-fb40-4c38-b665-96111e784583) {{(pid=105698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 00:46:55.873628 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Network f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc details requested by agent ovs-agent-dv-cinder-759961-13-iscsi with host dv-cinder-759961-13-iscsi {{(pid=105700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 00:46:55.932115 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a51097-6f4a-4d99-9c2e-e6db0b49a608 admin admin] Made reservation on behalf of 771cd94aa4b745cda4b12e1bfb22ee9e for: {'subnet': 1} {{(pid=105698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:46:55.935788 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-99a51097-6f4a-4d99-9c2e-e6db0b49a608 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4725630'] for subnet, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:55.959039 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2bf315-5222-4329-8347-d419a391de1b req-d73b4a8d-0fec-4db3-bca1-2caa62fb570a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:55.960735 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-be2bf315-5222-4329-8347-d419a391de1b req-d73b4a8d-0fec-4db3-bca1-2caa62fb570a service neutron] 10.222.0.35 "GET /v2.0/networks?id=4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b HTTP/1.1" status: 200 len: 920 time: 0.2400112 Sep 08 00:46:56.020206 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-be2bf315-5222-4329-8347-d419a391de1b req-7316cccf-5f7b-4161-ae75-08d81f08d0be service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=616f49b5-d245-4c18-9d30-c7f54b6143de HTTP/1.1" status: 200 len: 217 time: 0.0507388 Sep 08 00:46:56.080541 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2bf315-5222-4329-8347-d419a391de1b req-10ca691e-cac1-4944-861a-7432b4e8e7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:56.082009 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-be2bf315-5222-4329-8347-d419a391de1b req-10ca691e-cac1-4944-861a-7432b4e8e7d4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cf83ea2d-a9ed-4f51-960e-7a1b9f0410c7 HTTP/1.1" status: 200 len: 859 time: 0.0541773 Sep 08 00:46:56.090133 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-9ed67150-24d3-4a9d-bda5-e7528159b923 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:56.114365 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-be2bf315-5222-4329-8347-d419a391de1b req-7aac831b-8877-4638-a892-7563bfdb77ee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247688 Sep 08 00:46:56.196600 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-9ed67150-24d3-4a9d-bda5-e7528159b923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792256344477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705649'] for port, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:56.229514 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da7318d-f321-47e7-972c-ad5ed51b07a3 req-0cbef76f-3222-4e1b-9aef-f9ae0a4f844c tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:56.231025 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-8da7318d-f321-47e7-972c-ad5ed51b07a3 req-0cbef76f-3222-4e1b-9aef-f9ae0a4f844c tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2da74c6e-e2c6-4f38-bb30-59bfd61e3c37 HTTP/1.1" status: 200 len: 944 time: 0.1002169 Sep 08 00:46:56.244462 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-99a51097-6f4a-4d99-9c2e-e6db0b49a608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7705733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4725608'] for subnet, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:56.247335 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed67150-24d3-4a9d-bda5-e7528159b923 admin admin] Network aeb1b426-56a4-445f-8c16-06e4bfc4278a is already hosted by enough agents. {{(pid=105698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:46:56.258702 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.base_scheduler [None req-9ed67150-24d3-4a9d-bda5-e7528159b923 admin admin] Resources bound (agent type, host, resource id): {{(pid=105698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:46:56.269694 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-be2bf315-5222-4329-8347-d419a391de1b req-c02541f2-267d-463f-9eb2-c7d59c6ba040 service neutron] 10.222.0.35 "GET /v2.0/networks/4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460867 Sep 08 00:46:56.281422 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed67150-24d3-4a9d-bda5-e7528159b923 admin admin] Received port after_create {{(pid=105698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 00:46:56.303310 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-8da7318d-f321-47e7-972c-ad5ed51b07a3 req-9f13235a-a7a7-48f4-a2ac-f3249c46f6c0 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/security-groups?id=e769dadd-f003-4d29-ac67-4df471cd4b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632520 Sep 08 00:46:56.313930 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed67150-24d3-4a9d-bda5-e7528159b923 admin admin] Pushing event updated for resources: {'Port': ['ID=ed406e08-fb40-4c38-b665-96111e784583,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:46:56.343183 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a51097-6f4a-4d99-9c2e-e6db0b49a608 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63e16365-266d-4913-bb14-1fa3e4b3026d,revision_number=0']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:46:56.376917 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-be2bf315-5222-4329-8347-d419a391de1b req-23342847-3485-4c1c-a980-1e9949239b20 service neutron] 10.222.0.35 "GET /v2.0/networks/4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966547 Sep 08 00:46:56.400736 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a51097-6f4a-4d99-9c2e-e6db0b49a608 admin admin] Checking segment: {'id': 'ef029967-362e-4317-91eb-ff719d72a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:46:56.401079 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a51097-6f4a-4d99-9c2e-e6db0b49a608 admin admin] Network hostable DHCP agents. Network: f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc, hostable agents: ['08f6a972-2c18-45c5-8342-7a3ab768691a'], hosted agents: [] {{(pid=105698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 00:46:56.475270 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a51097-6f4a-4d99-9c2e-e6db0b49a608 admin admin] Network f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc is scheduled to be hosted by DHCP agent 08f6a972-2c18-45c5-8342-7a3ab768691a with binding_index 1 {{(pid=105698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 00:46:56.519570 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.base_scheduler [None req-99a51097-6f4a-4d99-9c2e-e6db0b49a608 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-13-iscsi, f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc) {{(pid=105698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:46:56.525809 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a51097-6f4a-4d99-9c2e-e6db0b49a608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:56.526399 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-99a51097-6f4a-4d99-9c2e-e6db0b49a608 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for subnet, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:56.528351 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459921e0-dd9b-47d7-941b-bba6d90289d0 None None] Network f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc requested from dv-cinder-759961-13-iscsi {{(pid=105700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 00:46:56.547665 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-99a51097-6f4a-4d99-9c2e-e6db0b49a608 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7667778 Sep 08 00:46:56.550373 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 52186) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:46:56.556397 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [None req-5d963265-4cd6-4a23-9337-754de8f450a2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2007207885-router', 'tenant_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a'}}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:46:56.594024 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-5d963265-4cd6-4a23-9337-754de8f450a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2420'] for router, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:56.595038 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-5d963265-4cd6-4a23-9337-754de8f450a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529807', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2413'] for router, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:56.610445 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-9ed67150-24d3-4a9d-bda5-e7528159b923 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:56.657617 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-5d963265-4cd6-4a23-9337-754de8f450a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:56.713935 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126f1db6-112e-4388-87a8-e339fafdf982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1052c816-ecfd-5720-acea-4b7c5cbde93b-f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc', 'network_id': 'f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc', 'tenant_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'fixed_ips': [{'subnet_id': '63e16365-266d-4913-bb14-1fa3e4b3026d'}]}} from dv-cinder-759961-13-iscsi. {{(pid=105700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 00:46:56.716071 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-126f1db6-112e-4388-87a8-e339fafdf982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_create {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:56.732686 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881eb39a-3ab0-4bef-930c-a8e5c61b1b47 None None] Network a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb requested from dv-cinder-759961-13-iscsi {{(pid=105700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 00:46:56.847979 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-9ed67150-24d3-4a9d-bda5-e7528159b923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529874'] for router, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:56.894740 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device beebc6b7-b5c2-45d9-903e-4eb5718edb8b up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:46:56.950703 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-8877d0fe-6eae-4b1e-9b91-0ba13a7b8832 None None] Provisioning for port beebc6b7-b5c2-45d9-903e-4eb5718edb8b completed by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:46:57.058315 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed67150-24d3-4a9d-bda5-e7528159b923 admin admin] Router 3a857544-017b-4b28-9c8d-43043ed8fc0d is scheduled to L3 agent e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146 with binding_index 1 {{(pid=105698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 00:46:57.069930 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning for port beebc6b7-b5c2-45d9-903e-4eb5718edb8b completed by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:46:57.114432 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.db_base_plugin_common [None req-126f1db6-112e-4388-87a8-e339fafdf982 None None] Allocated IP 172.20.0.2 (f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc/63e16365-266d-4913-bb14-1fa3e4b3026d/4bf65c0e-ef1e-48d5-bf28-3b1da06ce10e) {{(pid=105700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 00:46:57.122994 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning complete for port beebc6b7-b5c2-45d9-903e-4eb5718edb8b triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:46:57.123198 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:57.159341 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-5d963265-4cd6-4a23-9337-754de8f450a2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:57.169249 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c568e7-af66-4395-bb8b-f2b02f1b858c req-86041a29-cc43-4624-9023-1daf9f2096d9 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:57.176103 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-14c568e7-af66-4395-bb8b-f2b02f1b858c req-86041a29-cc43-4624-9023-1daf9f2096d9 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.1336548 Sep 08 00:46:57.236563 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-14c568e7-af66-4395-bb8b-f2b02f1b858c req-36f3a3a2-0c5a-46ff-8bd0-6764aefa9296 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592358 Sep 08 00:46:57.367189 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed67150-24d3-4a9d-bda5-e7528159b923 admin admin] Notify agent at l3_agent.dv-cinder-759961-13-iscsi the message routers_updated {{(pid=105698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 00:46:57.376640 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3457633-e508-4592-a5e8-fd48e369bb06 None None] Sync routers for ids ['3a857544-017b-4b28-9c8d-43043ed8fc0d'] in dv-cinder-759961-13-iscsi {{(pid=105701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 00:46:57.388785 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3457633-e508-4592-a5e8-fd48e369bb06 None None] Routers {'3a857544-017b-4b28-9c8d-43043ed8fc0d'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:46:57.389800 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-b3457633-e508-4592-a5e8-fd48e369bb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:46:51Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['3a857544-017b-4b28-9c8d-43043ed8fc0d'], 'active': True} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:46:57.404318 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-9ed67150-24d3-4a9d-bda5-e7528159b923 admin admin] Notify callbacks [] for router, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:57.408926 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-9ed67150-24d3-4a9d-bda5-e7528159b923 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7351701 Sep 08 00:46:57.411806 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 52202) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:46:57.462446 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-5d963265-4cd6-4a23-9337-754de8f450a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:57.476652 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:57.482074 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925f16c-39d8-4f8c-bf16-49a479f48aa9 req-2b78ea4c-4352-424f-9c1e-4cdca6188d1e tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:57.484047 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-b925f16c-39d8-4f8c-bf16-49a479f48aa9 req-2b78ea4c-4352-424f-9c1e-4cdca6188d1e tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2da74c6e-e2c6-4f38-bb30-59bfd61e3c37 HTTP/1.1" status: 200 len: 944 time: 0.0914712 Sep 08 00:46:57.506841 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-5d963265-4cd6-4a23-9337-754de8f450a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:57.515332 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvr_db [None req-b3457633-e508-4592-a5e8-fd48e369bb06 None None] Set router 3a857544-017b-4b28-9c8d-43043ed8fc0d gateway port host: dv-cinder-759961-13-iscsi {{(pid=105701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:46:57.566213 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] For port beebc6b7-b5c2-45d9-903e-4eb5718edb8b, host dv-cinder-759961-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=beebc6b7-b5c2-45d9-903e-4eb5718edb8b,segment=NetworkSegment(dacddd0d-7788-47d3-9397-3f345f82c34e),segment_id=dacddd0d-7788-47d3-9397-3f345f82c34e)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:46:57.577320 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:57.582404 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-126f1db6-112e-4388-87a8-e339fafdf982 None None] Notify callbacks [] for port, precommit_create {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:57.582595 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-b925f16c-39d8-4f8c-bf16-49a479f48aa9 req-c83bbcac-0b6b-4870-9839-096493d81612 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/security-groups?id=e769dadd-f003-4d29-ac67-4df471cd4b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803506 Sep 08 00:46:57.633003 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-126f1db6-112e-4388-87a8-e339fafdf982 None None] Transition to ACTIVE for port object 4bf65c0e-ef1e-48d5-bf28-3b1da06ce10e will not be triggered until provisioned by entity L2. {{(pid=105700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:46:57.661725 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-126f1db6-112e-4388-87a8-e339fafdf982 None None] Transition to ACTIVE for port object 4bf65c0e-ef1e-48d5-bf28-3b1da06ce10e will not be triggered until provisioned by entity DHCP. {{(pid=105700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:46:57.673587 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Pushing event updated for resources: {'Port': ['ID=beebc6b7-b5c2-45d9-903e-4eb5718edb8b,revision_number=3']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:46:57.677805 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-126f1db6-112e-4388-87a8-e339fafdf982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792256344477'] for port, after_create {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:57.720596 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126f1db6-112e-4388-87a8-e339fafdf982 None None] Network f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc is already hosted by enough agents. {{(pid=105700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:46:57.724871 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.db_base_plugin_common [None req-5d963265-4cd6-4a23-9337-754de8f450a2 admin admin] Allocated IP 172.27.0.180 (aeb1b426-56a4-445f-8c16-06e4bfc4278a/d22fae44-982b-434e-84ec-8582a9df6d9e/5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a) {{(pid=105699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 00:46:57.727594 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.scheduler.base_scheduler [None req-126f1db6-112e-4388-87a8-e339fafdf982 None None] Resources bound (agent type, host, resource id): {{(pid=105700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:46:57.731930 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126f1db6-112e-4388-87a8-e339fafdf982 None None] Received port after_create {{(pid=105700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 00:46:57.761113 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-b3457633-e508-4592-a5e8-fd48e369bb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a857544-017b-4b28-9c8d-43043ed8fc0d', 'name': 'tempest-TestVolumeBootPattern-341742019-router', 'tenant_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'ed406e08-fb40-4c38-b665-96111e784583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:46:54Z', 'updated_at': '2021-09-08T00:46:56Z', 'revision_number': 3, 'project_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'gw_port': {'id': 'ed406e08-fb40-4c38-b665-96111e784583', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a857544-017b-4b28-9c8d-43043ed8fc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:46:55Z', 'updated_at': '2021-09-08T00:46:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi'}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:46:57.790213 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3457633-e508-4592-a5e8-fd48e369bb06 None None] Checking router: 3a857544-017b-4b28-9c8d-43043ed8fc0d for host: dv-cinder-759961-13-iscsi {{(pid=105701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 00:46:57.790976 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3457633-e508-4592-a5e8-fd48e369bb06 None None] Updating router 3a857544-017b-4b28-9c8d-43043ed8fc0d port ed406e08-fb40-4c38-b665-96111e784583 binding host dv-cinder-759961-13-iscsi {{(pid=105701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 00:46:57.797411 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device c47de6b0-ba42-4954-bb58-51d438368c99 up at agent hyperv_hv-cinder-75996 {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:46:57.817061 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-b3457633-e508-4592-a5e8-fd48e369bb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:57.827555 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f1db6-112e-4388-87a8-e339fafdf982 None None] Pushing event updated for resources: {'Port': ['ID=4bf65c0e-ef1e-48d5-bf28-3b1da06ce10e,revision_number=1']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:46:57.874244 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-5d963265-4cd6-4a23-9337-754de8f450a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:57.879320 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-58cb46b7-f981-46fa-8ba2-82147b74122c None None] Provisioning complete for port beebc6b7-b5c2-45d9-903e-4eb5718edb8b triggered by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:46:57.879720 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-58cb46b7-f981-46fa-8ba2-82147b74122c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:57.881870 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-126f1db6-112e-4388-87a8-e339fafdf982 None None] Attempting to bind port 4bf65c0e-ef1e-48d5-bf28-3b1da06ce10e on host dv-cinder-759961-13-iscsi for vnic_type normal with profile {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 00:46:57.882235 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-126f1db6-112e-4388-87a8-e339fafdf982 None None] Attempting to bind port 4bf65c0e-ef1e-48d5-bf28-3b1da06ce10e by drivers openvswitch,hyperv on host dv-cinder-759961-13-iscsi at level 0 using segments [{'id': 'ef029967-362e-4317-91eb-ff719d72a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc'}] {{(pid=105700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 00:46:57.882594 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126f1db6-112e-4388-87a8-e339fafdf982 None None] Attempting to bind port 4bf65c0e-ef1e-48d5-bf28-3b1da06ce10e on network f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:46:57.907339 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126f1db6-112e-4388-87a8-e339fafdf982 None None] Checking agent: {'id': 'f82a9a64-a181-41a7-bfc0-9590d2256fe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 0, 35, 51), 'started_at': datetime.datetime(2021, 9, 8, 0, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 0, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 00:46:57.908000 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126f1db6-112e-4388-87a8-e339fafdf982 None None] Checking segment: {'id': 'ef029967-362e-4317-91eb-ff719d72a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:46:57.908140 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-126f1db6-112e-4388-87a8-e339fafdf982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:57.908528 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126f1db6-112e-4388-87a8-e339fafdf982 None None] Bound using segment: {'id': 'ef029967-362e-4317-91eb-ff719d72a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc'} {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 00:46:57.909181 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-126f1db6-112e-4388-87a8-e339fafdf982 None None] Bound port: 4bf65c0e-ef1e-48d5-bf28-3b1da06ce10e, host: dv-cinder-759961-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef029967-362e-4317-91eb-ff719d72a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc'}}] {{(pid=105700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 00:46:57.909396 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-126f1db6-112e-4388-87a8-e339fafdf982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:57.917538 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-5d963265-4cd6-4a23-9337-754de8f450a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792256344477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517368'] for port, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:57.962202 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Provisioning for port c47de6b0-ba42-4954-bb58-51d438368c99 completed by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:46:57.967525 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d963265-4cd6-4a23-9337-754de8f450a2 admin admin] Network aeb1b426-56a4-445f-8c16-06e4bfc4278a is already hosted by enough agents. {{(pid=105699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:46:57.970476 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.base_scheduler [None req-5d963265-4cd6-4a23-9337-754de8f450a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:46:57.970851 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Provisioning complete for port c47de6b0-ba42-4954-bb58-51d438368c99 triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:46:57.971225 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:57.973614 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d963265-4cd6-4a23-9337-754de8f450a2 admin admin] Received port after_create {{(pid=105699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 00:46:58.022611 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d963265-4cd6-4a23-9337-754de8f450a2 admin admin] Pushing event updated for resources: {'Port': ['ID=5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:46:58.039702 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-126f1db6-112e-4388-87a8-e339fafdf982 None None] For port 4bf65c0e-ef1e-48d5-bf28-3b1da06ce10e, host dv-cinder-759961-13-iscsi, cleared binding levels {{(pid=105700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 00:46:58.044087 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-126f1db6-112e-4388-87a8-e339fafdf982 None None] For port 4bf65c0e-ef1e-48d5-bf28-3b1da06ce10e, host dv-cinder-759961-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=4bf65c0e-ef1e-48d5-bf28-3b1da06ce10e,segment=NetworkSegment(ef029967-362e-4317-91eb-ff719d72a778),segment_id=ef029967-362e-4317-91eb-ff719d72a778)] {{(pid=105700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 00:46:58.051645 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-c257b3ff-801d-4628-b2d3-9d9facf28967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:58.069010 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-126f1db6-112e-4388-87a8-e339fafdf982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:58.189888 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-b3457633-e508-4592-a5e8-fd48e369bb06 None None] Notify callbacks [] for port, precommit_update {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:58.216910 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.provisioning_blocks [None req-b3457633-e508-4592-a5e8-fd48e369bb06 None None] Transition to ACTIVE for port object ed406e08-fb40-4c38-b665-96111e784583 will not be triggered until provisioned by entity L2. {{(pid=105701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:46:58.230985 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-b3457633-e508-4592-a5e8-fd48e369bb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:58.256548 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f1db6-112e-4388-87a8-e339fafdf982 None None] Pushing event updated for resources: {'Port': ['ID=4bf65c0e-ef1e-48d5-bf28-3b1da06ce10e,revision_number=2']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:46:58.261416 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:58.285389 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.db_base_plugin_common [None req-c257b3ff-801d-4628-b2d3-9d9facf28967 admin admin] Allocated IP 172.20.0.1 (a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb/48dc3dee-0151-4222-89ec-899c2181cf10/be3990fb-cb58-4236-8856-e9191939c9c5) {{(pid=105698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 00:46:58.317700 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2da74c6e-e2c6-4f38-bb30-59bfd61e3c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c47de6b0-ba42-4954-bb58-51d438368c99'}] {{(pid=105700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:46:58.325053 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8460d1f582680b5b58131e18e26cc0c46bcacb71cb7028c1e32c58fa4cd87a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac23f0be-8a69-4ed9-a57d-cd48dace960f" -d '{"events": [{"server_uuid": "2da74c6e-e2c6-4f38-bb30-59bfd61e3c37", "name": "network-vif-plugged", "status": "completed", "tag": "c47de6b0-ba42-4954-bb58-51d438368c99"}]}' {{(pid=105700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:46:58.349306 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port c47de6b0-ba42-4954-bb58-51d438368c99, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=c47de6b0-ba42-4954-bb58-51d438368c99,segment=NetworkSegment(ae584969-c86b-4aa9-bf11-cc6a7719e958),segment_id=ae584969-c86b-4aa9-bf11-cc6a7719e958)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:46:58.355297 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:58.372501 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.managers [None req-b3457633-e508-4592-a5e8-fd48e369bb06 None None] Attempting to bind port ed406e08-fb40-4c38-b665-96111e784583 on host dv-cinder-759961-13-iscsi for vnic_type normal with profile {{(pid=105701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 00:46:58.375985 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.managers [None req-b3457633-e508-4592-a5e8-fd48e369bb06 None None] Attempting to bind port ed406e08-fb40-4c38-b665-96111e784583 by drivers openvswitch,hyperv on host dv-cinder-759961-13-iscsi at level 0 using segments [{'id': '8f85bbb2-d588-4058-a2ba-8b00436e9fac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a'}] {{(pid=105701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 00:46:58.376597 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3457633-e508-4592-a5e8-fd48e369bb06 None None] Attempting to bind port ed406e08-fb40-4c38-b665-96111e784583 on network aeb1b426-56a4-445f-8c16-06e4bfc4278a {{(pid=105701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:46:58.386950 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb11c20-82a3-4a91-9d48-824840486ec2 None None] Pushing event updated for resources: {'Port': ['ID=ed406e08-fb40-4c38-b665-96111e784583,revision_number=2']} {{(pid=105701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:46:58.402907 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb11c20-82a3-4a91-9d48-824840486ec2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:46:58.403414 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb11c20-82a3-4a91-9d48-824840486ec2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:46:58.403547 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 00:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49161548-efc3-4837-8996-9aa6d200de64 x-openstack-request-id: req-49161548-efc3-4837-8996-9aa6d200de64 {{(pid=105700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:46:58.403801 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb11c20-82a3-4a91-9d48-824840486ec2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:46:58.403911 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2da74c6e-e2c6-4f38-bb30-59bfd61e3c37", "name": "network-vif-plugged", "status": "completed", "tag": "c47de6b0-ba42-4954-bb58-51d438368c99", "code": 200}]} {{(pid=105700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:46:58.404133 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb11c20-82a3-4a91-9d48-824840486ec2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:46:58.404239 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-49161548-efc3-4837-8996-9aa6d200de64 {{(pid=105700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:46:58.404466 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb11c20-82a3-4a91-9d48-824840486ec2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:46:58.404722 dv-cinder-759961-13-iscsi neutron-server[105700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2da74c6e-e2c6-4f38-bb30-59bfd61e3c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c47de6b0-ba42-4954-bb58-51d438368c99', 'code': 200} Sep 08 00:46:58.404826 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb11c20-82a3-4a91-9d48-824840486ec2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:46:58.405131 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb11c20-82a3-4a91-9d48-824840486ec2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:46:58.405455 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb11c20-82a3-4a91-9d48-824840486ec2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:46:58.405779 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb11c20-82a3-4a91-9d48-824840486ec2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:46:58.406102 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb11c20-82a3-4a91-9d48-824840486ec2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:46:58.406431 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb11c20-82a3-4a91-9d48-824840486ec2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:46:58.406748 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb11c20-82a3-4a91-9d48-824840486ec2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:46:58.410938 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3457633-e508-4592-a5e8-fd48e369bb06 None None] Checking agent: {'id': 'f82a9a64-a181-41a7-bfc0-9590d2256fe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 0, 35, 51), 'started_at': datetime.datetime(2021, 9, 8, 0, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 0, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 00:46:58.411314 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3457633-e508-4592-a5e8-fd48e369bb06 None None] Checking segment: {'id': '8f85bbb2-d588-4058-a2ba-8b00436e9fac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:46:58.411758 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-b3457633-e508-4592-a5e8-fd48e369bb06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:58.412140 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3457633-e508-4592-a5e8-fd48e369bb06 None None] Bound using segment: {'id': '8f85bbb2-d588-4058-a2ba-8b00436e9fac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a'} {{(pid=105701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 00:46:58.412613 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.managers [None req-b3457633-e508-4592-a5e8-fd48e369bb06 None None] Bound port: ed406e08-fb40-4c38-b665-96111e784583, host: dv-cinder-759961-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f85bbb2-d588-4058-a2ba-8b00436e9fac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a'}}] {{(pid=105701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 00:46:58.413008 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-b3457633-e508-4592-a5e8-fd48e369bb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:58.424017 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Pushing event updated for resources: {'Port': ['ID=c47de6b0-ba42-4954-bb58-51d438368c99,revision_number=5']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:46:58.440248 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-c257b3ff-801d-4628-b2d3-9d9facf28967 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:58.460078 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-c257b3ff-801d-4628-b2d3-9d9facf28967 admin admin] Transition to ACTIVE for port object be3990fb-cb58-4236-8856-e9191939c9c5 will not be triggered until provisioned by entity DHCP. {{(pid=105698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:46:58.478766 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.db [None req-b3457633-e508-4592-a5e8-fd48e369bb06 None None] For port ed406e08-fb40-4c38-b665-96111e784583, host dv-cinder-759961-13-iscsi, cleared binding levels {{(pid=105701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 00:46:58.481953 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.db [None req-b3457633-e508-4592-a5e8-fd48e369bb06 None None] For port ed406e08-fb40-4c38-b665-96111e784583, host dv-cinder-759961-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=ed406e08-fb40-4c38-b665-96111e784583,segment=NetworkSegment(8f85bbb2-d588-4058-a2ba-8b00436e9fac),segment_id=8f85bbb2-d588-4058-a2ba-8b00436e9fac)] {{(pid=105701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 00:46:58.496370 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-b3457633-e508-4592-a5e8-fd48e369bb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:58.533692 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-c257b3ff-801d-4628-b2d3-9d9facf28967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792256344477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705649'] for port, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:58.538564 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-5d963265-4cd6-4a23-9337-754de8f450a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:58.554694 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb11c20-82a3-4a91-9d48-824840486ec2 None None] Pushing event updated for resources: {'Port': ['ID=ed406e08-fb40-4c38-b665-96111e784583,revision_number=3']} {{(pid=105701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:46:58.559406 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d948a19-3ef6-4049-a41a-9451521a4cee req-44a12cca-ac4c-4dc6-83ab-f50395a27298 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:58.561200 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6d948a19-3ef6-4049-a41a-9451521a4cee req-44a12cca-ac4c-4dc6-83ab-f50395a27298 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.1790409 Sep 08 00:46:58.619945 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c257b3ff-801d-4628-b2d3-9d9facf28967 admin admin] Network a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb is already hosted by enough agents. {{(pid=105698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:46:58.633032 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3457633-e508-4592-a5e8-fd48e369bb06 None None] Routers {'3a857544-017b-4b28-9c8d-43043ed8fc0d'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:46:58.634133 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-b3457633-e508-4592-a5e8-fd48e369bb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:46:51Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['3a857544-017b-4b28-9c8d-43043ed8fc0d'], 'active': True} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:46:58.639296 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c257b3ff-801d-4628-b2d3-9d9facf28967 admin admin] Pushing event updated for resources: {'Port': ['ID=be3990fb-cb58-4236-8856-e9191939c9c5,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:46:58.651367 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.base_scheduler [None req-c257b3ff-801d-4628-b2d3-9d9facf28967 admin admin] Resources bound (agent type, host, resource id): {{(pid=105698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:46:58.701328 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c257b3ff-801d-4628-b2d3-9d9facf28967 admin admin] Received port after_create {{(pid=105698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 00:46:58.703184 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6d948a19-3ef6-4049-a41a-9451521a4cee req-b7e96759-6d81-4d9a-98fd-7a7ef9539201 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999503 Sep 08 00:46:58.776021 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvr_db [None req-b3457633-e508-4592-a5e8-fd48e369bb06 None None] Set router 3a857544-017b-4b28-9c8d-43043ed8fc0d gateway port host: dv-cinder-759961-13-iscsi {{(pid=105701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:46:58.812751 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-c257b3ff-801d-4628-b2d3-9d9facf28967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529551'] for router_interface, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:58.819012 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b5652c-1f3c-4f88-bd9a-87723581539d req-ccf47756-a107-47d5-b18c-aa4e6f27cd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:58.820616 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-02b5652c-1f3c-4f88-bd9a-87723581539d req-ccf47756-a107-47d5-b18c-aa4e6f27cd34 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2da74c6e-e2c6-4f38-bb30-59bfd61e3c37 HTTP/1.1" status: 200 len: 1098 time: 0.1545398 Sep 08 00:46:58.921393 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d30376c-40af-485c-a34e-5b5ba7e4c383 req-fd5f33a1-f34a-452a-8482-2bf551967246 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:58.923091 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0d30376c-40af-485c-a34e-5b5ba7e4c383 req-fd5f33a1-f34a-452a-8482-2bf551967246 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2da74c6e-e2c6-4f38-bb30-59bfd61e3c37 HTTP/1.1" status: 200 len: 945 time: 0.2249973 Sep 08 00:46:58.983600 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device beebc6b7-b5c2-45d9-903e-4eb5718edb8b up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:46:58.987171 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-c257b3ff-801d-4628-b2d3-9d9facf28967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:59.021000 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-02b5652c-1f3c-4f88-bd9a-87723581539d req-08e43cd0-cab1-49d7-bdac-250ecb8560e1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e769dadd-f003-4d29-ac67-4df471cd4b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532769 Sep 08 00:46:59.045332 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-5d963265-4cd6-4a23-9337-754de8f450a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529874'] for router, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:59.049647 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0d30376c-40af-485c-a34e-5b5ba7e4c383 req-edd26389-8c56-446f-84bd-1559aa61860b tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/security-groups?id=e769dadd-f003-4d29-ac67-4df471cd4b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091251 Sep 08 00:46:59.071826 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning complete for port beebc6b7-b5c2-45d9-903e-4eb5718edb8b triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:46:59.072464 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:59.136116 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-08d40559-b5c2-4d5b-832f-402925f09fee None None] Provisioning for port be3990fb-cb58-4236-8856-e9191939c9c5 completed by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:46:59.141970 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-08d40559-b5c2-4d5b-832f-402925f09fee None None] Provisioning complete for port be3990fb-cb58-4236-8856-e9191939c9c5 triggered by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:46:59.143102 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-08d40559-b5c2-4d5b-832f-402925f09fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:59.215798 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-08d40559-b5c2-4d5b-832f-402925f09fee None None] Port be3990fb-cb58-4236-8856-e9191939c9c5 cannot update to ACTIVE because it is not bound. {{(pid=105700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 00:46:59.228522 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-c257b3ff-801d-4628-b2d3-9d9facf28967 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:59.233875 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-c257b3ff-801d-4628-b2d3-9d9facf28967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7705662'] for port, after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:59.243414 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 4bf65c0e-ef1e-48d5-bf28-3b1da06ce10e up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:46:59.246238 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-b3457633-e508-4592-a5e8-fd48e369bb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a857544-017b-4b28-9c8d-43043ed8fc0d', 'name': 'tempest-TestVolumeBootPattern-341742019-router', 'tenant_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'ed406e08-fb40-4c38-b665-96111e784583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:46:54Z', 'updated_at': '2021-09-08T00:46:56Z', 'revision_number': 3, 'project_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'gw_port': {'id': 'ed406e08-fb40-4c38-b665-96111e784583', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a857544-017b-4b28-9c8d-43043ed8fc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:46:55Z', 'updated_at': '2021-09-08T00:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi'}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:46:59.302154 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d963265-4cd6-4a23-9337-754de8f450a2 admin admin] Router a83c427e-a298-493b-b527-88b5ea83d473 is scheduled to L3 agent e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146 with binding_index 1 {{(pid=105699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 00:46:59.326974 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3457633-e508-4592-a5e8-fd48e369bb06 None None] The sync data for ids ['3a857544-017b-4b28-9c8d-43043ed8fc0d'] in dv-cinder-759961-13-iscsi is: [{'id': '3a857544-017b-4b28-9c8d-43043ed8fc0d', 'name': 'tempest-TestVolumeBootPattern-341742019-router', 'tenant_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'ed406e08-fb40-4c38-b665-96111e784583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:46:54Z', 'updated_at': '2021-09-08T00:46:56Z', 'revision_number': 3, 'project_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'gw_port': {'id': 'ed406e08-fb40-4c38-b665-96111e784583', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a857544-017b-4b28-9c8d-43043ed8fc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:46:55Z', 'updated_at': '2021-09-08T00:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi'}] {{(pid=105701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 00:46:59.333403 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-c257b3ff-801d-4628-b2d3-9d9facf28967 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531487'] for router_interface, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:59.387057 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c257b3ff-801d-4628-b2d3-9d9facf28967 admin admin] Pushing event updated for resources: {'Port': ['ID=be3990fb-cb58-4236-8856-e9191939c9c5,revision_number=2']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:46:59.395028 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning for port 4bf65c0e-ef1e-48d5-bf28-3b1da06ce10e completed by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:46:59.469131 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d963265-4cd6-4a23-9337-754de8f450a2 admin admin] Notify agent at l3_agent.dv-cinder-759961-13-iscsi the message routers_updated {{(pid=105699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 00:46:59.480709 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd282505-9e7f-4890-9d72-5eb066c8a17a None None] Sync routers for ids ['a83c427e-a298-493b-b527-88b5ea83d473'] in dv-cinder-759961-13-iscsi {{(pid=105700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 00:46:59.494083 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd282505-9e7f-4890-9d72-5eb066c8a17a None None] Routers {'a83c427e-a298-493b-b527-88b5ea83d473'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:46:59.494915 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-cd282505-9e7f-4890-9d72-5eb066c8a17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:46:51Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['a83c427e-a298-493b-b527-88b5ea83d473'], 'active': True} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:46:59.500392 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c257b3ff-801d-4628-b2d3-9d9facf28967 admin admin] Network a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb is already hosted by enough agents. {{(pid=105698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:46:59.501044 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-5d963265-4cd6-4a23-9337-754de8f450a2 admin admin] Notify callbacks [] for router, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:59.502059 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.base_scheduler [None req-c257b3ff-801d-4628-b2d3-9d9facf28967 admin admin] Resources bound (agent type, host, resource id): {{(pid=105698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:46:59.506133 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 52226) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:46:59.512060 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-5d963265-4cd6-4a23-9337-754de8f450a2 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9604785 Sep 08 00:46:59.560893 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc55c42-32be-4f1a-a517-d23fa534da87 None None] Network f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc requested from dv-cinder-759961-13-iscsi {{(pid=105700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 00:46:59.732111 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-9e20b18f-a457-449c-b018-fb3b750c9569 None None] Provisioning for port 4bf65c0e-ef1e-48d5-bf28-3b1da06ce10e completed by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:46:59.759419 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvr_db [None req-cd282505-9e7f-4890-9d72-5eb066c8a17a None None] Set router a83c427e-a298-493b-b527-88b5ea83d473 gateway port host: dv-cinder-759961-13-iscsi {{(pid=105700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:46:59.841924 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-9e20b18f-a457-449c-b018-fb3b750c9569 None None] Provisioning complete for port 4bf65c0e-ef1e-48d5-bf28-3b1da06ce10e triggered by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:46:59.842324 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-9e20b18f-a457-449c-b018-fb3b750c9569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:46:59.869962 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0e806-a5aa-403d-80fa-e30ac8af324a req-eef459fa-e0b5-431c-bb46-18781b9fc464 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:46:59.871725 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0bf0e806-a5aa-403d-80fa-e30ac8af324a req-eef459fa-e0b5-431c-bb46-18781b9fc464 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.0634522 Sep 08 00:46:59.933535 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0bf0e806-a5aa-403d-80fa-e30ac8af324a req-ee353a90-6c27-4799-818f-ef99869c3743 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558670 Sep 08 00:47:00.116971 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-9e20b18f-a457-449c-b018-fb3b750c9569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:00.174740 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-9e20b18f-a457-449c-b018-fb3b750c9569 None None] For port 4bf65c0e-ef1e-48d5-bf28-3b1da06ce10e, host dv-cinder-759961-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=4bf65c0e-ef1e-48d5-bf28-3b1da06ce10e,segment=NetworkSegment(ef029967-362e-4317-91eb-ff719d72a778),segment_id=ef029967-362e-4317-91eb-ff719d72a778)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:47:00.183594 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-9e20b18f-a457-449c-b018-fb3b750c9569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:00.212708 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0835c7-465a-46b5-8796-192849c57562 req-95a55b68-0766-40f9-825d-cf19df3247a1 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:00.214677 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-dd0835c7-465a-46b5-8796-192849c57562 req-95a55b68-0766-40f9-825d-cf19df3247a1 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2da74c6e-e2c6-4f38-bb30-59bfd61e3c37 HTTP/1.1" status: 200 len: 945 time: 0.0745840 Sep 08 00:47:00.221930 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-cd282505-9e7f-4890-9d72-5eb066c8a17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83c427e-a298-493b-b527-88b5ea83d473', 'name': 'tempest-TestMinimumBasicScenario-2007207885-router', 'tenant_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:46:56Z', 'updated_at': '2021-09-08T00:46:58Z', 'revision_number': 3, 'project_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'gw_port': {'id': '5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83c427e-a298-493b-b527-88b5ea83d473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:46:57Z', 'updated_at': '2021-09-08T00:46:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi'}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:47:00.249341 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c257b3ff-801d-4628-b2d3-9d9facf28967 admin admin] Router 3a857544-017b-4b28-9c8d-43043ed8fc0d has already been hosted by L3 agent e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146 {{(pid=105698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 00:47:00.266103 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd282505-9e7f-4890-9d72-5eb066c8a17a None None] Checking router: a83c427e-a298-493b-b527-88b5ea83d473 for host: dv-cinder-759961-13-iscsi {{(pid=105700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 00:47:00.266489 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd282505-9e7f-4890-9d72-5eb066c8a17a None None] Updating router a83c427e-a298-493b-b527-88b5ea83d473 port 5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a binding host dv-cinder-759961-13-iscsi {{(pid=105700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 00:47:00.290453 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e20b18f-a457-449c-b018-fb3b750c9569 None None] Pushing event updated for resources: {'Port': ['ID=4bf65c0e-ef1e-48d5-bf28-3b1da06ce10e,revision_number=3']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:00.301117 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-dd0835c7-465a-46b5-8796-192849c57562 req-84d90dda-4a88-4dd7-b903-6823dc84ea66 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/security-groups?id=e769dadd-f003-4d29-ac67-4df471cd4b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651541 Sep 08 00:47:00.311401 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-cd282505-9e7f-4890-9d72-5eb066c8a17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:00.451792 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c257b3ff-801d-4628-b2d3-9d9facf28967 admin admin] Notify agent at l3_agent.dv-cinder-759961-13-iscsi the message routers_updated {{(pid=105698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 00:47:00.460347 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-c257b3ff-801d-4628-b2d3-9d9facf28967 admin admin] 10.222.0.15 "PUT /v2.0/routers/3a857544-017b-4b28-9c8d-43043ed8fc0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0469441 Sep 08 00:47:00.510719 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-bb1b68be-07c2-4c65-b7c8-ae4672c23c9c None None] Provisioning complete for port be3990fb-cb58-4236-8856-e9191939c9c5 triggered by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:47:00.511445 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-bb1b68be-07c2-4c65-b7c8-ae4672c23c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:00.521785 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-251f266a-3b9b-4c8b-96a6-48257957973d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:00.614579 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-bb1b68be-07c2-4c65-b7c8-ae4672c23c9c None None] Port be3990fb-cb58-4236-8856-e9191939c9c5 cannot update to ACTIVE because it is not bound. {{(pid=105700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 00:47:00.707066 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.db_base_plugin_common [None req-251f266a-3b9b-4c8b-96a6-48257957973d admin admin] Allocated IP 172.20.0.1 (f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc/63e16365-266d-4913-bb14-1fa3e4b3026d/06cb10f8-dcd3-447c-aa70-5944dd96eb8b) {{(pid=105698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 00:47:00.760521 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-c008ed71-ca85-4359-8c0f-ac4c438b0d55 None None] Provisioning complete for port 4bf65c0e-ef1e-48d5-bf28-3b1da06ce10e triggered by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:47:00.760521 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-c008ed71-ca85-4359-8c0f-ac4c438b0d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:00.844404 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-251f266a-3b9b-4c8b-96a6-48257957973d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:00.848963 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-cd282505-9e7f-4890-9d72-5eb066c8a17a None None] Notify callbacks [] for port, precommit_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:00.862624 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-251f266a-3b9b-4c8b-96a6-48257957973d admin admin] Transition to ACTIVE for port object 06cb10f8-dcd3-447c-aa70-5944dd96eb8b will not be triggered until provisioned by entity DHCP. {{(pid=105698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:47:00.864742 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-cd282505-9e7f-4890-9d72-5eb066c8a17a None None] Transition to ACTIVE for port object 5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a will not be triggered until provisioned by entity L2. {{(pid=105700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:47:00.876161 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-cd282505-9e7f-4890-9d72-5eb066c8a17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:00.906536 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-251f266a-3b9b-4c8b-96a6-48257957973d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792256344477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705649'] for port, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:00.960361 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251f266a-3b9b-4c8b-96a6-48257957973d admin admin] Network f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc is already hosted by enough agents. {{(pid=105698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:47:00.961335 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 4bf65c0e-ef1e-48d5-bf28-3b1da06ce10e up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:47:00.965944 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.base_scheduler [None req-251f266a-3b9b-4c8b-96a6-48257957973d admin admin] Resources bound (agent type, host, resource id): {{(pid=105698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:47:00.968788 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251f266a-3b9b-4c8b-96a6-48257957973d admin admin] Received port after_create {{(pid=105698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 00:47:01.043589 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f266a-3b9b-4c8b-96a6-48257957973d admin admin] Pushing event updated for resources: {'Port': ['ID=06cb10f8-dcd3-447c-aa70-5944dd96eb8b,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:01.074688 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-251f266a-3b9b-4c8b-96a6-48257957973d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529551'] for router_interface, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:01.081211 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893cc032-95eb-4897-86e9-acc27a040726 None None] Pushing event updated for resources: {'Port': ['ID=5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a,revision_number=2']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:01.083655 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-cd282505-9e7f-4890-9d72-5eb066c8a17a None None] Attempting to bind port 5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a on host dv-cinder-759961-13-iscsi for vnic_type normal with profile {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 00:47:01.084100 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-cd282505-9e7f-4890-9d72-5eb066c8a17a None None] Attempting to bind port 5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a by drivers openvswitch,hyperv on host dv-cinder-759961-13-iscsi at level 0 using segments [{'id': '8f85bbb2-d588-4058-a2ba-8b00436e9fac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a'}] {{(pid=105700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 00:47:01.084482 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd282505-9e7f-4890-9d72-5eb066c8a17a None None] Attempting to bind port 5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a on network aeb1b426-56a4-445f-8c16-06e4bfc4278a {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:47:01.104311 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd282505-9e7f-4890-9d72-5eb066c8a17a None None] Checking agent: {'id': 'f82a9a64-a181-41a7-bfc0-9590d2256fe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 0, 35, 51), 'started_at': datetime.datetime(2021, 9, 8, 0, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 0, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 00:47:01.104685 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd282505-9e7f-4890-9d72-5eb066c8a17a None None] Checking segment: {'id': '8f85bbb2-d588-4058-a2ba-8b00436e9fac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:47:01.105099 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-cd282505-9e7f-4890-9d72-5eb066c8a17a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:01.105499 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd282505-9e7f-4890-9d72-5eb066c8a17a None None] Bound using segment: {'id': '8f85bbb2-d588-4058-a2ba-8b00436e9fac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a'} {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 00:47:01.106050 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-cd282505-9e7f-4890-9d72-5eb066c8a17a None None] Bound port: 5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a, host: dv-cinder-759961-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f85bbb2-d588-4058-a2ba-8b00436e9fac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a'}}] {{(pid=105700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 00:47:01.106375 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-cd282505-9e7f-4890-9d72-5eb066c8a17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:01.159954 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e981d-daa2-4531-b049-53d4de523530 req-f9324c8b-91ee-40c9-a6e3-56db8931f7ca tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:01.167996 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning complete for port 4bf65c0e-ef1e-48d5-bf28-3b1da06ce10e triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:47:01.168459 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:01.178589 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-311e981d-daa2-4531-b049-53d4de523530 req-f9324c8b-91ee-40c9-a6e3-56db8931f7ca tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.1297669 Sep 08 00:47:01.225309 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 52254) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:47:01.226657 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-cd282505-9e7f-4890-9d72-5eb066c8a17a None None] For port 5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a, host dv-cinder-759961-13-iscsi, cleared binding levels {{(pid=105700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 00:47:01.231723 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-cd282505-9e7f-4890-9d72-5eb066c8a17a None None] For port 5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a, host dv-cinder-759961-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a,segment=NetworkSegment(8f85bbb2-d588-4058-a2ba-8b00436e9fac),segment_id=8f85bbb2-d588-4058-a2ba-8b00436e9fac)] {{(pid=105700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 00:47:01.234938 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [None req-7c5c9b78-0673-4085-99da-e9f33d8b77b4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1161032333-network', 'tenant_id': 'eee55e4704e3486798316ea6045f4b42'}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:47:01.245823 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-cd282505-9e7f-4890-9d72-5eb066c8a17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:01.265695 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-311e981d-daa2-4531-b049-53d4de523530 req-fac3196b-3a24-4ef4-b728-76d122b0d4b8 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827127 Sep 08 00:47:01.329449 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5c9b78-0673-4085-99da-e9f33d8b77b4 admin admin] Made reservation on behalf of eee55e4704e3486798316ea6045f4b42 for: {'network': 1} {{(pid=105699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:47:01.333339 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-7c5c9b78-0673-4085-99da-e9f33d8b77b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for network, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:01.346702 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-7c5c9b78-0673-4085-99da-e9f33d8b77b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:01.398434 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-251f266a-3b9b-4c8b-96a6-48257957973d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:01.465608 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893cc032-95eb-4897-86e9-acc27a040726 None None] Pushing event updated for resources: {'Port': ['ID=5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a,revision_number=3']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:01.471944 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd282505-9e7f-4890-9d72-5eb066c8a17a None None] Routers {'a83c427e-a298-493b-b527-88b5ea83d473'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:47:01.472982 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-cd282505-9e7f-4890-9d72-5eb066c8a17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:46:51Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['a83c427e-a298-493b-b527-88b5ea83d473'], 'active': True} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:47:01.560274 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-fc7361fb-5905-4ab6-bb54-cabaf309f63d None None] Provisioning for port 06cb10f8-dcd3-447c-aa70-5944dd96eb8b completed by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:47:01.560412 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f60f546-25c9-4547-a79c-a504d4ee6fe0 None None] Sync routers for ids ['3a857544-017b-4b28-9c8d-43043ed8fc0d'] in dv-cinder-759961-13-iscsi {{(pid=105701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 00:47:01.572326 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f60f546-25c9-4547-a79c-a504d4ee6fe0 None None] Routers {'3a857544-017b-4b28-9c8d-43043ed8fc0d'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:47:01.572947 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-7f60f546-25c9-4547-a79c-a504d4ee6fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:46:51Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['3a857544-017b-4b28-9c8d-43043ed8fc0d'], 'active': True} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:47:01.576213 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device ed406e08-fb40-4c38-b665-96111e784583 up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:47:01.637861 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-fc7361fb-5905-4ab6-bb54-cabaf309f63d None None] Provisioning complete for port 06cb10f8-dcd3-447c-aa70-5944dd96eb8b triggered by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:47:01.638259 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-fc7361fb-5905-4ab6-bb54-cabaf309f63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:01.652751 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6bd7d-c71f-4856-99a6-0b43961520e4 req-f94630e3-d3a7-4f30-ab33-e3e19c8cb26d tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:01.656716 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f3c6bd7d-c71f-4856-99a6-0b43961520e4 req-f94630e3-d3a7-4f30-ab33-e3e19c8cb26d tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2da74c6e-e2c6-4f38-bb30-59bfd61e3c37 HTTP/1.1" status: 200 len: 945 time: 0.1523395 Sep 08 00:47:01.658884 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-7c5c9b78-0673-4085-99da-e9f33d8b77b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:01.665932 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-7c5c9b78-0673-4085-99da-e9f33d8b77b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:01.679670 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c5c9b78-0673-4085-99da-e9f33d8b77b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=105699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 00:47:01.690405 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-7c5c9b78-0673-4085-99da-e9f33d8b77b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3575388'] for segment, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:01.691112 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.db.segments_db [None req-7c5c9b78-0673-4085-99da-e9f33d8b77b4 admin admin] Added segment 5b19090b-b250-4394-972e-1dae97439d72 of type vlan for network 1917bf21-95c3-4829-b04f-1a03bde953ac Sep 08 00:47:01.728803 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-251f266a-3b9b-4c8b-96a6-48257957973d admin admin] Notify callbacks [] for port, precommit_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:01.735557 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-fc7361fb-5905-4ab6-bb54-cabaf309f63d None None] Port 06cb10f8-dcd3-447c-aa70-5944dd96eb8b cannot update to ACTIVE because it is not bound. {{(pid=105700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 00:47:01.736412 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-251f266a-3b9b-4c8b-96a6-48257957973d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7705662'] for port, after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:01.764588 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvr_db [None req-cd282505-9e7f-4890-9d72-5eb066c8a17a None None] Set router a83c427e-a298-493b-b527-88b5ea83d473 gateway port host: dv-cinder-759961-13-iscsi {{(pid=105700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:47:01.778505 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-7c5c9b78-0673-4085-99da-e9f33d8b77b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792256300036'] for network, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:01.781549 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvr_db [None req-7f60f546-25c9-4547-a79c-a504d4ee6fe0 None None] Set router 3a857544-017b-4b28-9c8d-43043ed8fc0d gateway port host: dv-cinder-759961-13-iscsi {{(pid=105701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:47:01.808721 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning for port ed406e08-fb40-4c38-b665-96111e784583 completed by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:47:01.825263 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f266a-3b9b-4c8b-96a6-48257957973d admin admin] Pushing event updated for resources: {'Port': ['ID=06cb10f8-dcd3-447c-aa70-5944dd96eb8b,revision_number=2']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:01.840981 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning complete for port ed406e08-fb40-4c38-b665-96111e784583 triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:47:01.840981 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:01.850395 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-251f266a-3b9b-4c8b-96a6-48257957973d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531487'] for router_interface, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:01.887300 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f3c6bd7d-c71f-4856-99a6-0b43961520e4 req-2635fa08-cc6c-4f94-8f36-f6e311778287 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/security-groups?id=e769dadd-f003-4d29-ac67-4df471cd4b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240567 Sep 08 00:47:01.950329 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5c9b78-0673-4085-99da-e9f33d8b77b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a81d40-3cbf-4e10-8b94-c59bd2390a10,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:01.960428 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-7c5c9b78-0673-4085-99da-e9f33d8b77b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586'] for network, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:01.962950 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5c9b78-0673-4085-99da-e9f33d8b77b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:01.963564 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-7c5c9b78-0673-4085-99da-e9f33d8b77b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for network, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:02.047899 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-7c5c9b78-0673-4085-99da-e9f33d8b77b4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8190076 Sep 08 00:47:02.048713 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 52282) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:47:02.054369 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [None req-e08b292f-49da-4cc1-a66c-af5bc425e6d9 admin admin] Request body: {'subnet': {'network_id': '1917bf21-95c3-4829-b04f-1a03bde953ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1161032333-subnet', 'tenant_id': 'eee55e4704e3486798316ea6045f4b42', 'ip_version': 4}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:47:02.063598 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251f266a-3b9b-4c8b-96a6-48257957973d admin admin] Network f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc is already hosted by enough agents. {{(pid=105698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:47:02.068523 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.base_scheduler [None req-251f266a-3b9b-4c8b-96a6-48257957973d admin admin] Resources bound (agent type, host, resource id): {{(pid=105698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:47:02.099011 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5c9b78-0673-4085-99da-e9f33d8b77b4 admin admin] Pushing event updated for resources: {'Network': ['ID=1917bf21-95c3-4829-b04f-1a03bde953ac,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:02.115985 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08b292f-49da-4cc1-a66c-af5bc425e6d9 admin admin] Made reservation on behalf of eee55e4704e3486798316ea6045f4b42 for: {'subnet': 1} {{(pid=105699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:47:02.119303 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-e08b292f-49da-4cc1-a66c-af5bc425e6d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25903806'] for subnet, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:02.125857 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Network 1917bf21-95c3-4829-b04f-1a03bde953ac details requested by agent ovs-agent-dv-cinder-759961-13-iscsi with host dv-cinder-759961-13-iscsi {{(pid=105700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 00:47:02.132946 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:02.187768 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] For port ed406e08-fb40-4c38-b665-96111e784583, host dv-cinder-759961-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=ed406e08-fb40-4c38-b665-96111e784583,segment=NetworkSegment(8f85bbb2-d588-4058-a2ba-8b00436e9fac),segment_id=8f85bbb2-d588-4058-a2ba-8b00436e9fac)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:47:02.249623 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-7f60f546-25c9-4547-a79c-a504d4ee6fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a857544-017b-4b28-9c8d-43043ed8fc0d', 'name': 'tempest-TestVolumeBootPattern-341742019-router', 'tenant_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'ed406e08-fb40-4c38-b665-96111e784583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:46:54Z', 'updated_at': '2021-09-08T00:46:58Z', 'revision_number': 4, 'project_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'gw_port': {'id': 'ed406e08-fb40-4c38-b665-96111e784583', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a857544-017b-4b28-9c8d-43043ed8fc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:46:55Z', 'updated_at': '2021-09-08T00:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_interfaces': [{'id': 'be3990fb-cb58-4236-8856-e9191939c9c5', 'name': '', 'network_id': 'a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb', 'tenant_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'mac_address': 'fa:16:3e:61:bc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a857544-017b-4b28-9c8d-43043ed8fc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '48dc3dee-0151-4222-89ec-899c2181cf10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:46:58Z', 'updated_at': '2021-09-08T00:46:59Z', 'revision_number': 2, 'project_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'subnets': [{'id': '48dc3dee-0151-4222-89ec-899c2181cf10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:47:02.252558 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:02.253298 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-251f266a-3b9b-4c8b-96a6-48257957973d admin admin] Router a83c427e-a298-493b-b527-88b5ea83d473 has already been hosted by L3 agent e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146 {{(pid=105698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 00:47:02.291865 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f60f546-25c9-4547-a79c-a504d4ee6fe0 None None] Checking router: 3a857544-017b-4b28-9c8d-43043ed8fc0d for host: dv-cinder-759961-13-iscsi {{(pid=105701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 00:47:02.292553 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f60f546-25c9-4547-a79c-a504d4ee6fe0 None None] Updating router 3a857544-017b-4b28-9c8d-43043ed8fc0d port be3990fb-cb58-4236-8856-e9191939c9c5 binding host dv-cinder-759961-13-iscsi {{(pid=105701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 00:47:02.325506 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-7f60f546-25c9-4547-a79c-a504d4ee6fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:02.365794 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-cd282505-9e7f-4890-9d72-5eb066c8a17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83c427e-a298-493b-b527-88b5ea83d473', 'name': 'tempest-TestMinimumBasicScenario-2007207885-router', 'tenant_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:46:56Z', 'updated_at': '2021-09-08T00:47:01Z', 'revision_number': 4, 'project_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'gw_port': {'id': '5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83c427e-a298-493b-b527-88b5ea83d473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:46:57Z', 'updated_at': '2021-09-08T00:47:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_interfaces': [{'id': '06cb10f8-dcd3-447c-aa70-5944dd96eb8b', 'name': '', 'network_id': 'f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc', 'tenant_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'mac_address': 'fa:16:3e:ef:eb:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83c427e-a298-493b-b527-88b5ea83d473', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '63e16365-266d-4913-bb14-1fa3e4b3026d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:00Z', 'updated_at': '2021-09-08T00:47:00Z', 'revision_number': 1, 'project_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'subnets': [{'id': '63e16365-266d-4913-bb14-1fa3e4b3026d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:47:02.402138 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd282505-9e7f-4890-9d72-5eb066c8a17a None None] The sync data for ids ['a83c427e-a298-493b-b527-88b5ea83d473'] in dv-cinder-759961-13-iscsi is: [{'id': 'a83c427e-a298-493b-b527-88b5ea83d473', 'name': 'tempest-TestMinimumBasicScenario-2007207885-router', 'tenant_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:46:56Z', 'updated_at': '2021-09-08T00:47:01Z', 'revision_number': 4, 'project_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'gw_port': {'id': '5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83c427e-a298-493b-b527-88b5ea83d473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:46:57Z', 'updated_at': '2021-09-08T00:47:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_interfaces': [{'id': '06cb10f8-dcd3-447c-aa70-5944dd96eb8b', 'name': '', 'network_id': 'f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc', 'tenant_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'mac_address': 'fa:16:3e:ef:eb:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83c427e-a298-493b-b527-88b5ea83d473', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '63e16365-266d-4913-bb14-1fa3e4b3026d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:00Z', 'updated_at': '2021-09-08T00:47:00Z', 'revision_number': 1, 'project_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'subnets': [{'id': '63e16365-266d-4913-bb14-1fa3e4b3026d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 00:47:02.403839 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Pushing event updated for resources: {'Port': ['ID=ed406e08-fb40-4c38-b665-96111e784583,revision_number=4']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:02.425888 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-251f266a-3b9b-4c8b-96a6-48257957973d admin admin] Notify agent at l3_agent.dv-cinder-759961-13-iscsi the message routers_updated {{(pid=105698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 00:47:02.432827 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-251f266a-3b9b-4c8b-96a6-48257957973d admin admin] 10.222.0.15 "PUT /v2.0/routers/a83c427e-a298-493b-b527-88b5ea83d473/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9255369 Sep 08 00:47:02.460398 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-e08b292f-49da-4cc1-a66c-af5bc425e6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25517452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25903784'] for subnet, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:02.471194 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-29ac83f0-64c0-48c7-b5e4-0592dbe9d17f None None] Provisioning complete for port 06cb10f8-dcd3-447c-aa70-5944dd96eb8b triggered by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:47:02.471820 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-29ac83f0-64c0-48c7-b5e4-0592dbe9d17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:02.512959 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-29ac83f0-64c0-48c7-b5e4-0592dbe9d17f None None] Port 06cb10f8-dcd3-447c-aa70-5944dd96eb8b cannot update to ACTIVE because it is not bound. {{(pid=105700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 00:47:02.591651 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08b292f-49da-4cc1-a66c-af5bc425e6d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7887b8c5-c6e4-4ab5-bc6a-ff65c4637787,revision_number=0']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:02.600093 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08b292f-49da-4cc1-a66c-af5bc425e6d9 admin admin] Checking segment: {'id': '5b19090b-b250-4394-972e-1dae97439d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1917bf21-95c3-4829-b04f-1a03bde953ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:47:02.600485 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08b292f-49da-4cc1-a66c-af5bc425e6d9 admin admin] Network hostable DHCP agents. Network: 1917bf21-95c3-4829-b04f-1a03bde953ac, hostable agents: ['08f6a972-2c18-45c5-8342-7a3ab768691a'], hosted agents: [] {{(pid=105699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 00:47:02.626044 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08b292f-49da-4cc1-a66c-af5bc425e6d9 admin admin] Network 1917bf21-95c3-4829-b04f-1a03bde953ac is scheduled to be hosted by DHCP agent 08f6a972-2c18-45c5-8342-7a3ab768691a with binding_index 1 {{(pid=105699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 00:47:02.652889 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.base_scheduler [None req-e08b292f-49da-4cc1-a66c-af5bc425e6d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-13-iscsi, 1917bf21-95c3-4829-b04f-1a03bde953ac) {{(pid=105699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:47:02.658721 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08b292f-49da-4cc1-a66c-af5bc425e6d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:02.659501 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-e08b292f-49da-4cc1-a66c-af5bc425e6d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:02.662537 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dab23f5-1a7b-45dd-a4e5-d91e1990a7db None None] Network 1917bf21-95c3-4829-b04f-1a03bde953ac requested from dv-cinder-759961-13-iscsi {{(pid=105700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 00:47:02.681298 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-e08b292f-49da-4cc1-a66c-af5bc425e6d9 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6292348 Sep 08 00:47:02.682356 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 52298) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:47:02.687376 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [None req-f60f7d23-572c-4b8a-907d-1565bf7dfa6d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1161032333-router', 'tenant_id': 'eee55e4704e3486798316ea6045f4b42', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a'}}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:47:02.737466 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-f60f7d23-572c-4b8a-907d-1565bf7dfa6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2420'] for router, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:02.740339 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-f60f7d23-572c-4b8a-907d-1565bf7dfa6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529807', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2413'] for router, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:02.869931 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-f60f7d23-572c-4b8a-907d-1565bf7dfa6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:02.874502 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device ed406e08-fb40-4c38-b665-96111e784583 up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:47:02.957072 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-7f60f546-25c9-4547-a79c-a504d4ee6fe0 None None] Notify callbacks [] for port, precommit_update {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:02.971202 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.provisioning_blocks [None req-7f60f546-25c9-4547-a79c-a504d4ee6fe0 None None] Transition to ACTIVE for port object be3990fb-cb58-4236-8856-e9191939c9c5 will not be triggered until provisioned by entity L2. {{(pid=105701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:47:02.991035 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-7f60f546-25c9-4547-a79c-a504d4ee6fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:02.999254 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb5f382-0c8d-47e1-b3c7-53f8288dc4bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1052c816-ecfd-5720-acea-4b7c5cbde93b-1917bf21-95c3-4829-b04f-1a03bde953ac', 'network_id': '1917bf21-95c3-4829-b04f-1a03bde953ac', 'tenant_id': 'eee55e4704e3486798316ea6045f4b42', 'fixed_ips': [{'subnet_id': '7887b8c5-c6e4-4ab5-bc6a-ff65c4637787'}]}} from dv-cinder-759961-13-iscsi. {{(pid=105700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 00:47:03.004176 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-1fb5f382-0c8d-47e1-b3c7-53f8288dc4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_create {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:03.089528 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-f60f7d23-572c-4b8a-907d-1565bf7dfa6d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:03.122222 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c07f2d-cb4a-472c-a477-49b6a7667e6f None None] Pushing event updated for resources: {'Port': ['ID=be3990fb-cb58-4236-8856-e9191939c9c5,revision_number=3']} {{(pid=105701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:03.128962 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ebea3-a86a-4aee-bc4f-5034ca29428d req-fedef829-d038-43b8-882a-07e62539d547 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:03.130551 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5e3ebea3-a86a-4aee-bc4f-5034ca29428d req-fedef829-d038-43b8-882a-07e62539d547 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2da74c6e-e2c6-4f38-bb30-59bfd61e3c37 HTTP/1.1" status: 200 len: 945 time: 0.1357059 Sep 08 00:47:03.250817 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning complete for port ed406e08-fb40-4c38-b665-96111e784583 triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:47:03.252056 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:03.262569 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5e3ebea3-a86a-4aee-bc4f-5034ca29428d req-9c72d8f5-1775-4f01-bc04-dd930cf12a6b tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/security-groups?id=e769dadd-f003-4d29-ac67-4df471cd4b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060336 Sep 08 00:47:03.368653 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.db_base_plugin_common [None req-1fb5f382-0c8d-47e1-b3c7-53f8288dc4bb None None] Allocated IP 172.20.0.2 (1917bf21-95c3-4829-b04f-1a03bde953ac/7887b8c5-c6e4-4ab5-bc6a-ff65c4637787/1a99ea3f-a502-4468-bd7a-efb000fb43b5) {{(pid=105700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 00:47:03.383450 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.managers [None req-7f60f546-25c9-4547-a79c-a504d4ee6fe0 None None] Attempting to bind port be3990fb-cb58-4236-8856-e9191939c9c5 on host dv-cinder-759961-13-iscsi for vnic_type normal with profile {{(pid=105701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 00:47:03.384032 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.managers [None req-7f60f546-25c9-4547-a79c-a504d4ee6fe0 None None] Attempting to bind port be3990fb-cb58-4236-8856-e9191939c9c5 by drivers openvswitch,hyperv on host dv-cinder-759961-13-iscsi at level 0 using segments [{'id': 'dacddd0d-7788-47d3-9397-3f345f82c34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb'}] {{(pid=105701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 00:47:03.387955 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f60f546-25c9-4547-a79c-a504d4ee6fe0 None None] Attempting to bind port be3990fb-cb58-4236-8856-e9191939c9c5 on network a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb {{(pid=105701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:47:03.411310 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f60f546-25c9-4547-a79c-a504d4ee6fe0 None None] Checking agent: {'id': 'f82a9a64-a181-41a7-bfc0-9590d2256fe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 0, 35, 51), 'started_at': datetime.datetime(2021, 9, 8, 0, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 0, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 00:47:03.411718 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f60f546-25c9-4547-a79c-a504d4ee6fe0 None None] Checking segment: {'id': 'dacddd0d-7788-47d3-9397-3f345f82c34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:47:03.412972 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-7f60f546-25c9-4547-a79c-a504d4ee6fe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:03.413467 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f60f546-25c9-4547-a79c-a504d4ee6fe0 None None] Bound using segment: {'id': 'dacddd0d-7788-47d3-9397-3f345f82c34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb'} {{(pid=105701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 00:47:03.415423 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.managers [None req-7f60f546-25c9-4547-a79c-a504d4ee6fe0 None None] Bound port: be3990fb-cb58-4236-8856-e9191939c9c5, host: dv-cinder-759961-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dacddd0d-7788-47d3-9397-3f345f82c34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb'}}] {{(pid=105701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 00:47:03.416108 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-7f60f546-25c9-4547-a79c-a504d4ee6fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:03.581115 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-f60f7d23-572c-4b8a-907d-1565bf7dfa6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:03.589670 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.db [None req-7f60f546-25c9-4547-a79c-a504d4ee6fe0 None None] For port be3990fb-cb58-4236-8856-e9191939c9c5, host dv-cinder-759961-13-iscsi, cleared binding levels {{(pid=105701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 00:47:03.596540 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.db [None req-7f60f546-25c9-4547-a79c-a504d4ee6fe0 None None] For port be3990fb-cb58-4236-8856-e9191939c9c5, host dv-cinder-759961-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=be3990fb-cb58-4236-8856-e9191939c9c5,segment=NetworkSegment(dacddd0d-7788-47d3-9397-3f345f82c34e),segment_id=dacddd0d-7788-47d3-9397-3f345f82c34e)] {{(pid=105701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 00:47:03.610614 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-7f60f546-25c9-4547-a79c-a504d4ee6fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:03.648274 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-f60f7d23-572c-4b8a-907d-1565bf7dfa6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:03.706626 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-1fb5f382-0c8d-47e1-b3c7-53f8288dc4bb None None] Notify callbacks [] for port, precommit_create {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:03.727528 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f60f546-25c9-4547-a79c-a504d4ee6fe0 None None] Routers {'3a857544-017b-4b28-9c8d-43043ed8fc0d'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:47:03.729492 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-1fb5f382-0c8d-47e1-b3c7-53f8288dc4bb None None] Transition to ACTIVE for port object 1a99ea3f-a502-4468-bd7a-efb000fb43b5 will not be triggered until provisioned by entity L2. {{(pid=105700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:47:03.730000 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-7f60f546-25c9-4547-a79c-a504d4ee6fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:46:51Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['3a857544-017b-4b28-9c8d-43043ed8fc0d'], 'active': True} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:47:03.784771 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 52326) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:47:03.791181 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [None req-138d1119-a656-4192-b605-e22e93c07da4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-7627038-network', 'tenant_id': '49cfa10359eb4b5785ebb65737c02533'}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:47:03.808897 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-1fb5f382-0c8d-47e1-b3c7-53f8288dc4bb None None] Transition to ACTIVE for port object 1a99ea3f-a502-4468-bd7a-efb000fb43b5 will not be triggered until provisioned by entity DHCP. {{(pid=105700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:47:03.832846 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-1fb5f382-0c8d-47e1-b3c7-53f8288dc4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792256344477'] for port, after_create {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:03.841548 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138d1119-a656-4192-b605-e22e93c07da4 admin admin] Made reservation on behalf of 49cfa10359eb4b5785ebb65737c02533 for: {'network': 1} {{(pid=105699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:47:03.845704 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-138d1119-a656-4192-b605-e22e93c07da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for network, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:03.865092 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-138d1119-a656-4192-b605-e22e93c07da4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:03.902253 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb5f382-0c8d-47e1-b3c7-53f8288dc4bb None None] Network 1917bf21-95c3-4829-b04f-1a03bde953ac is already hosted by enough agents. {{(pid=105700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:47:03.907193 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.scheduler.base_scheduler [None req-1fb5f382-0c8d-47e1-b3c7-53f8288dc4bb None None] Resources bound (agent type, host, resource id): {{(pid=105700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:47:03.911040 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb5f382-0c8d-47e1-b3c7-53f8288dc4bb None None] Received port after_create {{(pid=105700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 00:47:03.944085 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb5f382-0c8d-47e1-b3c7-53f8288dc4bb None None] Pushing event updated for resources: {'Port': ['ID=1a99ea3f-a502-4468-bd7a-efb000fb43b5,revision_number=1']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:03.974560 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c07f2d-cb4a-472c-a477-49b6a7667e6f None None] Pushing event updated for resources: {'Port': ['ID=be3990fb-cb58-4236-8856-e9191939c9c5,revision_number=4']} {{(pid=105701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:03.984759 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.db_base_plugin_common [None req-f60f7d23-572c-4b8a-907d-1565bf7dfa6d admin admin] Allocated IP 172.27.0.195 (aeb1b426-56a4-445f-8c16-06e4bfc4278a/d22fae44-982b-434e-84ec-8582a9df6d9e/614d22f3-fb74-4d57-995e-c0035e702c74) {{(pid=105698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 00:47:04.027243 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-138d1119-a656-4192-b605-e22e93c07da4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:04.035780 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-138d1119-a656-4192-b605-e22e93c07da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:04.039016 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-1fb5f382-0c8d-47e1-b3c7-53f8288dc4bb None None] Attempting to bind port 1a99ea3f-a502-4468-bd7a-efb000fb43b5 on host dv-cinder-759961-13-iscsi for vnic_type normal with profile {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 00:47:04.040861 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-1fb5f382-0c8d-47e1-b3c7-53f8288dc4bb None None] Attempting to bind port 1a99ea3f-a502-4468-bd7a-efb000fb43b5 by drivers openvswitch,hyperv on host dv-cinder-759961-13-iscsi at level 0 using segments [{'id': '5b19090b-b250-4394-972e-1dae97439d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1917bf21-95c3-4829-b04f-1a03bde953ac'}] {{(pid=105700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 00:47:04.041573 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb5f382-0c8d-47e1-b3c7-53f8288dc4bb None None] Attempting to bind port 1a99ea3f-a502-4468-bd7a-efb000fb43b5 on network 1917bf21-95c3-4829-b04f-1a03bde953ac {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:47:04.048091 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb5f382-0c8d-47e1-b3c7-53f8288dc4bb None None] Checking agent: {'id': 'f82a9a64-a181-41a7-bfc0-9590d2256fe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 0, 35, 51), 'started_at': datetime.datetime(2021, 9, 8, 0, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 0, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 00:47:04.049428 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb5f382-0c8d-47e1-b3c7-53f8288dc4bb None None] Checking segment: {'id': '5b19090b-b250-4394-972e-1dae97439d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1917bf21-95c3-4829-b04f-1a03bde953ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:47:04.050073 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-1fb5f382-0c8d-47e1-b3c7-53f8288dc4bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:04.050740 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb5f382-0c8d-47e1-b3c7-53f8288dc4bb None None] Bound using segment: {'id': '5b19090b-b250-4394-972e-1dae97439d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1917bf21-95c3-4829-b04f-1a03bde953ac'} {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 00:47:04.051573 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-1fb5f382-0c8d-47e1-b3c7-53f8288dc4bb None None] Bound port: 1a99ea3f-a502-4468-bd7a-efb000fb43b5, host: dv-cinder-759961-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b19090b-b250-4394-972e-1dae97439d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1917bf21-95c3-4829-b04f-1a03bde953ac'}}] {{(pid=105700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 00:47:04.052915 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-1fb5f382-0c8d-47e1-b3c7-53f8288dc4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:04.058054 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-138d1119-a656-4192-b605-e22e93c07da4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=105699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 00:47:04.073553 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-138d1119-a656-4192-b605-e22e93c07da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3575388'] for segment, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:04.074395 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.db.segments_db [None req-138d1119-a656-4192-b605-e22e93c07da4 admin admin] Added segment 8f4e1451-6c45-42f6-b95d-3116bdee8dcc of type vlan for network 19329648-8d2f-470b-8445-1c19540ed0bb Sep 08 00:47:04.083988 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvr_db [None req-7f60f546-25c9-4547-a79c-a504d4ee6fe0 None None] Set router 3a857544-017b-4b28-9c8d-43043ed8fc0d gateway port host: dv-cinder-759961-13-iscsi {{(pid=105701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:47:04.105440 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138d1119-a656-4192-b605-e22e93c07da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411aad58-237e-44d3-9cad-997c55650e10,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:04.174127 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-1fb5f382-0c8d-47e1-b3c7-53f8288dc4bb None None] For port 1a99ea3f-a502-4468-bd7a-efb000fb43b5, host dv-cinder-759961-13-iscsi, cleared binding levels {{(pid=105700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 00:47:04.178612 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-1fb5f382-0c8d-47e1-b3c7-53f8288dc4bb None None] For port 1a99ea3f-a502-4468-bd7a-efb000fb43b5, host dv-cinder-759961-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=1a99ea3f-a502-4468-bd7a-efb000fb43b5,segment=NetworkSegment(5b19090b-b250-4394-972e-1dae97439d72),segment_id=5b19090b-b250-4394-972e-1dae97439d72)] {{(pid=105700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 00:47:04.185592 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-1fb5f382-0c8d-47e1-b3c7-53f8288dc4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:04.187227 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-138d1119-a656-4192-b605-e22e93c07da4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792256300036'] for network, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:04.240971 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-f60f7d23-572c-4b8a-907d-1565bf7dfa6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:04.281384 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-138d1119-a656-4192-b605-e22e93c07da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586'] for network, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:04.283647 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138d1119-a656-4192-b605-e22e93c07da4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:04.284585 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-138d1119-a656-4192-b605-e22e93c07da4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for network, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:04.394907 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb5f382-0c8d-47e1-b3c7-53f8288dc4bb None None] Pushing event updated for resources: {'Port': ['ID=1a99ea3f-a502-4468-bd7a-efb000fb43b5,revision_number=2']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:04.414276 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-f60f7d23-572c-4b8a-907d-1565bf7dfa6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792256344477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705649'] for port, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:04.469825 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-7f60f546-25c9-4547-a79c-a504d4ee6fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a857544-017b-4b28-9c8d-43043ed8fc0d', 'name': 'tempest-TestVolumeBootPattern-341742019-router', 'tenant_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'ed406e08-fb40-4c38-b665-96111e784583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:46:54Z', 'updated_at': '2021-09-08T00:46:58Z', 'revision_number': 4, 'project_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'gw_port': {'id': 'ed406e08-fb40-4c38-b665-96111e784583', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a857544-017b-4b28-9c8d-43043ed8fc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:46:55Z', 'updated_at': '2021-09-08T00:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_interfaces': [{'id': 'be3990fb-cb58-4236-8856-e9191939c9c5', 'name': '', 'network_id': 'a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb', 'tenant_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'mac_address': 'fa:16:3e:61:bc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a857544-017b-4b28-9c8d-43043ed8fc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '48dc3dee-0151-4222-89ec-899c2181cf10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:46:58Z', 'updated_at': '2021-09-08T00:47:03Z', 'revision_number': 4, 'project_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'subnets': [{'id': '48dc3dee-0151-4222-89ec-899c2181cf10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:47:04.490179 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60f7d23-572c-4b8a-907d-1565bf7dfa6d admin admin] Network aeb1b426-56a4-445f-8c16-06e4bfc4278a is already hosted by enough agents. {{(pid=105698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:47:04.493068 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-138d1119-a656-4192-b605-e22e93c07da4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7059381 Sep 08 00:47:04.494266 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138d1119-a656-4192-b605-e22e93c07da4 admin admin] Pushing event updated for resources: {'Network': ['ID=19329648-8d2f-470b-8445-1c19540ed0bb,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:04.496510 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 52342) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:47:04.498671 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.base_scheduler [None req-f60f7d23-572c-4b8a-907d-1565bf7dfa6d admin admin] Resources bound (agent type, host, resource id): {{(pid=105698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:47:04.502098 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60f7d23-572c-4b8a-907d-1565bf7dfa6d admin admin] Received port after_create {{(pid=105698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 00:47:04.502230 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [None req-8af9637d-ad66-4c26-926f-a785371c3459 admin admin] Request body: {'subnet': {'network_id': '19329648-8d2f-470b-8445-1c19540ed0bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-7627038-subnet', 'tenant_id': '49cfa10359eb4b5785ebb65737c02533', 'ip_version': 4}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:47:04.505946 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Network 19329648-8d2f-470b-8445-1c19540ed0bb details requested by agent ovs-agent-dv-cinder-759961-13-iscsi with host dv-cinder-759961-13-iscsi {{(pid=105700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 00:47:04.543805 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f60f546-25c9-4547-a79c-a504d4ee6fe0 None None] The sync data for ids ['3a857544-017b-4b28-9c8d-43043ed8fc0d'] in dv-cinder-759961-13-iscsi is: [{'id': '3a857544-017b-4b28-9c8d-43043ed8fc0d', 'name': 'tempest-TestVolumeBootPattern-341742019-router', 'tenant_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'ed406e08-fb40-4c38-b665-96111e784583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:46:54Z', 'updated_at': '2021-09-08T00:46:58Z', 'revision_number': 4, 'project_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'gw_port': {'id': 'ed406e08-fb40-4c38-b665-96111e784583', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a857544-017b-4b28-9c8d-43043ed8fc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:46:55Z', 'updated_at': '2021-09-08T00:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_interfaces': [{'id': 'be3990fb-cb58-4236-8856-e9191939c9c5', 'name': '', 'network_id': 'a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb', 'tenant_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'mac_address': 'fa:16:3e:61:bc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a857544-017b-4b28-9c8d-43043ed8fc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '48dc3dee-0151-4222-89ec-899c2181cf10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:46:58Z', 'updated_at': '2021-09-08T00:47:03Z', 'revision_number': 4, 'project_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'subnets': [{'id': '48dc3dee-0151-4222-89ec-899c2181cf10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 00:47:04.560081 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60f7d23-572c-4b8a-907d-1565bf7dfa6d admin admin] Pushing event updated for resources: {'Port': ['ID=614d22f3-fb74-4d57-995e-c0035e702c74,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:04.590898 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af9637d-ad66-4c26-926f-a785371c3459 admin admin] Made reservation on behalf of 49cfa10359eb4b5785ebb65737c02533 for: {'subnet': 1} {{(pid=105699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:47:04.594082 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-8af9637d-ad66-4c26-926f-a785371c3459 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25903806'] for subnet, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:05.168877 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:47:05.218593 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-f60f7d23-572c-4b8a-907d-1565bf7dfa6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:05.231372 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f915b324-c73d-493f-b87c-678dc832c077 req-5716496d-e7c9-4318-853c-1dff25dcf07c tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:05.240014 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f915b324-c73d-493f-b87c-678dc832c077 req-5716496d-e7c9-4318-853c-1dff25dcf07c tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2da74c6e-e2c6-4f38-bb30-59bfd61e3c37 HTTP/1.1" status: 200 len: 945 time: 0.0916433 Sep 08 00:47:05.249642 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning for port 5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a completed by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:47:05.257599 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning complete for port 5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:47:05.258256 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:05.321070 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f915b324-c73d-493f-b87c-678dc832c077 req-b68d4ccf-d058-4007-b69e-428f103e5300 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/security-groups?id=e769dadd-f003-4d29-ac67-4df471cd4b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795095 Sep 08 00:47:05.391027 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:05.407499 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-8af9637d-ad66-4c26-926f-a785371c3459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25517452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25903784'] for subnet, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:05.418823 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] For port 5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a, host dv-cinder-759961-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a,segment=NetworkSegment(8f85bbb2-d588-4058-a2ba-8b00436e9fac),segment_id=8f85bbb2-d588-4058-a2ba-8b00436e9fac)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:47:05.424647 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:05.425362 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 1a99ea3f-a502-4468-bd7a-efb000fb43b5 up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:47:05.521847 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Pushing event updated for resources: {'Port': ['ID=5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a,revision_number=4']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:05.544696 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning for port 1a99ea3f-a502-4468-bd7a-efb000fb43b5 completed by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:47:05.550299 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device be3990fb-cb58-4236-8856-e9191939c9c5 up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:47:05.570352 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6304477-775a-41a3-aa1d-594da8ba7813 req-665c6d25-8fac-4654-8f10-c519f508fb6a tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:05.578553 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e6304477-775a-41a3-aa1d-594da8ba7813 req-665c6d25-8fac-4654-8f10-c519f508fb6a tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/networks?id=e271d85f-7317-457a-866b-38767b94b4ff HTTP/1.1" status: 200 len: 815 time: 0.1841693 Sep 08 00:47:05.604116 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e6304477-775a-41a3-aa1d-594da8ba7813 req-5e400b92-ceb7-424d-ae2e-8e90ea705c04 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/quotas/9b0ed6c08b9844e2ba70a09ddd0959c1 HTTP/1.1" status: 200 len: 375 time: 0.0242574 Sep 08 00:47:05.639741 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af9637d-ad66-4c26-926f-a785371c3459 admin admin] Pushing event updated for resources: {'Subnet': ['ID=409743aa-ae9c-474a-9abb-e28243a8f127,revision_number=0']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:05.651190 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning for port be3990fb-cb58-4236-8856-e9191939c9c5 completed by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:47:05.656242 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning complete for port be3990fb-cb58-4236-8856-e9191939c9c5 triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:47:05.656788 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:05.686967 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af9637d-ad66-4c26-926f-a785371c3459 admin admin] Checking segment: {'id': '8f4e1451-6c45-42f6-b95d-3116bdee8dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '19329648-8d2f-470b-8445-1c19540ed0bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:47:05.687433 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af9637d-ad66-4c26-926f-a785371c3459 admin admin] Network hostable DHCP agents. Network: 19329648-8d2f-470b-8445-1c19540ed0bb, hostable agents: ['08f6a972-2c18-45c5-8342-7a3ab768691a'], hosted agents: [] {{(pid=105699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 00:47:05.713206 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-f60f7d23-572c-4b8a-907d-1565bf7dfa6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529874'] for router, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:05.718881 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e6304477-775a-41a3-aa1d-594da8ba7813 req-7c9679c4-d9f8-40d2-991c-87300c94fdac tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9b0ed6c08b9844e2ba70a09ddd0959c1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1137118 Sep 08 00:47:05.739167 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af9637d-ad66-4c26-926f-a785371c3459 admin admin] Network 19329648-8d2f-470b-8445-1c19540ed0bb is scheduled to be hosted by DHCP agent 08f6a972-2c18-45c5-8342-7a3ab768691a with binding_index 1 {{(pid=105699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 00:47:05.800515 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:05.842389 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] For port be3990fb-cb58-4236-8856-e9191939c9c5, host dv-cinder-759961-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=be3990fb-cb58-4236-8856-e9191939c9c5,segment=NetworkSegment(dacddd0d-7788-47d3-9397-3f345f82c34e),segment_id=dacddd0d-7788-47d3-9397-3f345f82c34e)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:47:05.844159 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.base_scheduler [None req-8af9637d-ad66-4c26-926f-a785371c3459 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-13-iscsi, 19329648-8d2f-470b-8445-1c19540ed0bb) {{(pid=105699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:47:05.851188 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:05.865614 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618b5b49-6f5c-40d9-80a7-120e48342673 None None] Network 19329648-8d2f-470b-8445-1c19540ed0bb requested from dv-cinder-759961-13-iscsi {{(pid=105700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 00:47:05.875793 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af9637d-ad66-4c26-926f-a785371c3459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:05.876574 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-8af9637d-ad66-4c26-926f-a785371c3459 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:05.937467 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-8af9637d-ad66-4c26-926f-a785371c3459 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4394433 Sep 08 00:47:05.947643 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 52376) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:47:05.955823 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e6304477-775a-41a3-aa1d-594da8ba7813 req-d1c621cc-94fa-494f-953f-aa4050bcd2aa service neutron] 10.222.0.15 "GET /v2.0/networks/e271d85f-7317-457a-866b-38767b94b4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285893 Sep 08 00:47:05.957860 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [None req-b5f25666-17b6-4ad2-aa19-d03bed3bd9c0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-7627038-router', 'tenant_id': '49cfa10359eb4b5785ebb65737c02533', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a'}}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:47:06.014434 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Pushing event updated for resources: {'Port': ['ID=be3990fb-cb58-4236-8856-e9191939c9c5,revision_number=5']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:06.021116 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd21724-8a12-4918-ac28-28cf7f33cddc None None] Network 1917bf21-95c3-4829-b04f-1a03bde953ac requested from dv-cinder-759961-13-iscsi {{(pid=105700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 00:47:06.024656 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-b5f25666-17b6-4ad2-aa19-d03bed3bd9c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2420'] for router, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:06.026176 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-b5f25666-17b6-4ad2-aa19-d03bed3bd9c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529807', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2413'] for router, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:06.051755 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60f7d23-572c-4b8a-907d-1565bf7dfa6d admin admin] Router 9dea2eb2-d25c-494c-883c-9ef4daa843cf is scheduled to L3 agent e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146 with binding_index 1 {{(pid=105698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 00:47:06.102100 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-b5f25666-17b6-4ad2-aa19-d03bed3bd9c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:06.105668 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e6304477-775a-41a3-aa1d-594da8ba7813 req-1bf53187-992a-4e45-8fb2-bb9dc6e2bd1e service neutron] 10.222.0.15 "GET /v2.0/networks/e271d85f-7317-457a-866b-38767b94b4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457071 Sep 08 00:47:06.140794 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-547d128d-caa0-48c1-9add-a85c173c2103 None None] Provisioning for port 1a99ea3f-a502-4468-bd7a-efb000fb43b5 completed by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:47:06.153587 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-547d128d-caa0-48c1-9add-a85c173c2103 None None] Provisioning complete for port 1a99ea3f-a502-4468-bd7a-efb000fb43b5 triggered by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:47:06.154185 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-547d128d-caa0-48c1-9add-a85c173c2103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:06.309094 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60f7d23-572c-4b8a-907d-1565bf7dfa6d admin admin] Notify agent at l3_agent.dv-cinder-759961-13-iscsi the message routers_updated {{(pid=105698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 00:47:06.335461 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4ef2113a-c8bf-4894-812a-7b8510b2cab2 req-a3be7cb4-b76d-401e-88ff-c7ac42f4ddfc tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=a29bcd84-6bc8-4430-9c65-c3b14e19f699 HTTP/1.1" status: 200 len: 210 time: 0.0437622 Sep 08 00:47:06.363162 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154df9eb-3c07-40da-9fb3-d7098de18a43 None None] Sync routers for ids ['9dea2eb2-d25c-494c-883c-9ef4daa843cf'] in dv-cinder-759961-13-iscsi {{(pid=105700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 00:47:06.370230 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37c350d-9a13-4729-b371-c88b58dab173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1052c816-ecfd-5720-acea-4b7c5cbde93b-19329648-8d2f-470b-8445-1c19540ed0bb', 'network_id': '19329648-8d2f-470b-8445-1c19540ed0bb', 'tenant_id': '49cfa10359eb4b5785ebb65737c02533', 'fixed_ips': [{'subnet_id': '409743aa-ae9c-474a-9abb-e28243a8f127'}]}} from dv-cinder-759961-13-iscsi. {{(pid=105700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 00:47:06.371179 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-d37c350d-9a13-4729-b371-c88b58dab173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_create {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:06.392444 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-b5f25666-17b6-4ad2-aa19-d03bed3bd9c0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:06.408701 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154df9eb-3c07-40da-9fb3-d7098de18a43 None None] Routers {'9dea2eb2-d25c-494c-883c-9ef4daa843cf'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:47:06.409445 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-154df9eb-3c07-40da-9fb3-d7098de18a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:46:51Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['9dea2eb2-d25c-494c-883c-9ef4daa843cf'], 'active': True} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:47:06.416298 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-547d128d-caa0-48c1-9add-a85c173c2103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:06.426208 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-f60f7d23-572c-4b8a-907d-1565bf7dfa6d admin admin] Notify callbacks [] for router, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:06.430948 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-f60f7d23-572c-4b8a-907d-1565bf7dfa6d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7438662 Sep 08 00:47:06.431608 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 52384) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:47:06.540900 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918871b-ed32-43e4-a3ad-3d359052ec57 req-a8f5f9bb-f608-4fac-8c87-250a90d9306c tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:06.550566 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-7918871b-ed32-43e4-a3ad-3d359052ec57 req-a8f5f9bb-f608-4fac-8c87-250a90d9306c tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2da74c6e-e2c6-4f38-bb30-59bfd61e3c37 HTTP/1.1" status: 200 len: 945 time: 0.1079798 Sep 08 00:47:06.667959 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-7918871b-ed32-43e4-a3ad-3d359052ec57 req-d5791d9f-56bf-4ce4-9190-638aadb25b86 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/security-groups?id=e769dadd-f003-4d29-ac67-4df471cd4b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139474 Sep 08 00:47:06.681733 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.db_base_plugin_common [None req-d37c350d-9a13-4729-b371-c88b58dab173 None None] Allocated IP 172.20.0.2 (19329648-8d2f-470b-8445-1c19540ed0bb/409743aa-ae9c-474a-9abb-e28243a8f127/bc2dfc48-b96d-4d71-9a61-e1e2cf317423) {{(pid=105700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 00:47:06.904584 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device be3990fb-cb58-4236-8856-e9191939c9c5 up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:47:06.938158 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-547d128d-caa0-48c1-9add-a85c173c2103 None None] For port 1a99ea3f-a502-4468-bd7a-efb000fb43b5, host dv-cinder-759961-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=1a99ea3f-a502-4468-bd7a-efb000fb43b5,segment=NetworkSegment(5b19090b-b250-4394-972e-1dae97439d72),segment_id=5b19090b-b250-4394-972e-1dae97439d72)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:47:06.979270 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-547d128d-caa0-48c1-9add-a85c173c2103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:07.048296 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-b5f25666-17b6-4ad2-aa19-d03bed3bd9c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:07.064177 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c64f287-5c73-44a1-9cfd-cb7a1c1fb98f None None] Sync routers for ids ['a83c427e-a298-493b-b527-88b5ea83d473'] in dv-cinder-759961-13-iscsi {{(pid=105701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 00:47:07.072939 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvr_db [None req-154df9eb-3c07-40da-9fb3-d7098de18a43 None None] Set router 9dea2eb2-d25c-494c-883c-9ef4daa843cf gateway port host: dv-cinder-759961-13-iscsi {{(pid=105700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:47:07.078140 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-b5f25666-17b6-4ad2-aa19-d03bed3bd9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:07.094269 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c64f287-5c73-44a1-9cfd-cb7a1c1fb98f None None] Routers {'a83c427e-a298-493b-b527-88b5ea83d473'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:47:07.094898 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-4c64f287-5c73-44a1-9cfd-cb7a1c1fb98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:46:51Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['a83c427e-a298-493b-b527-88b5ea83d473'], 'active': True} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:47:07.219372 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa2efa-bfda-4e71-8732-79129f60a3d3 req-4ba37871-0f9a-40ef-b507-a509c6e7ac51 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:07.223904 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-12aa2efa-bfda-4e71-8732-79129f60a3d3 req-4ba37871-0f9a-40ef-b507-a509c6e7ac51 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.35 "GET /v2.0/ports?device_id=2da74c6e-e2c6-4f38-bb30-59bfd61e3c37 HTTP/1.1" status: 200 len: 945 time: 0.1715033 Sep 08 00:47:07.257007 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-fa05056d-8730-499c-aa0d-b3663c0f3bcc None None] Provisioning complete for port 1a99ea3f-a502-4468-bd7a-efb000fb43b5 triggered by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:47:07.257382 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-fa05056d-8730-499c-aa0d-b3663c0f3bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:07.341673 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.db_base_plugin_common [None req-b5f25666-17b6-4ad2-aa19-d03bed3bd9c0 admin admin] Allocated IP 172.27.0.21 (aeb1b426-56a4-445f-8c16-06e4bfc4278a/d22fae44-982b-434e-84ec-8582a9df6d9e/2fb42761-f924-467e-afcd-852ca1ddf211) {{(pid=105698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 00:47:07.347307 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547d128d-caa0-48c1-9add-a85c173c2103 None None] Pushing event updated for resources: {'Port': ['ID=1a99ea3f-a502-4468-bd7a-efb000fb43b5,revision_number=3']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:07.373485 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvr_db [None req-4c64f287-5c73-44a1-9cfd-cb7a1c1fb98f None None] Set router a83c427e-a298-493b-b527-88b5ea83d473 gateway port host: dv-cinder-759961-13-iscsi {{(pid=105701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:47:07.453699 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.plugin [req-12aa2efa-bfda-4e71-8732-79129f60a3d3 req-b2ec519b-5e21-4863-b1b8-84ac9f9eef1e tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Deleting port c47de6b0-ba42-4954-bb58-51d438368c99 {{(pid=105699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 00:47:07.454213 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-12aa2efa-bfda-4e71-8732-79129f60a3d3 req-b2ec519b-5e21-4863-b1b8-84ac9f9eef1e tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256891158'] for port, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:07.458152 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-d37c350d-9a13-4729-b371-c88b58dab173 None None] Notify callbacks [] for port, precommit_create {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:07.471861 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning complete for port be3990fb-cb58-4236-8856-e9191939c9c5 triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:47:07.472228 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:07.532553 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-b5f25666-17b6-4ad2-aa19-d03bed3bd9c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:07.608954 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-d37c350d-9a13-4729-b371-c88b58dab173 None None] Transition to ACTIVE for port object bc2dfc48-b96d-4d71-9a61-e1e2cf317423 will not be triggered until provisioned by entity L2. {{(pid=105700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:47:07.620684 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.db [req-12aa2efa-bfda-4e71-8732-79129f60a3d3 req-b2ec519b-5e21-4863-b1b8-84ac9f9eef1e tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] For port c47de6b0-ba42-4954-bb58-51d438368c99, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=c47de6b0-ba42-4954-bb58-51d438368c99,segment=NetworkSegment(ae584969-c86b-4aa9-bf11-cc6a7719e958),segment_id=ae584969-c86b-4aa9-bf11-cc6a7719e958)] {{(pid=105699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:47:07.621212 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-12aa2efa-bfda-4e71-8732-79129f60a3d3 req-b2ec519b-5e21-4863-b1b8-84ac9f9eef1e tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538637'] for port, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:07.628004 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-b5f25666-17b6-4ad2-aa19-d03bed3bd9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792256344477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705649'] for port, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:07.636400 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.plugin [req-12aa2efa-bfda-4e71-8732-79129f60a3d3 req-b2ec519b-5e21-4863-b1b8-84ac9f9eef1e tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Calling delete_port for c47de6b0-ba42-4954-bb58-51d438368c99 owned by compute:nova {{(pid=105699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 00:47:07.715416 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f25666-17b6-4ad2-aa19-d03bed3bd9c0 admin admin] Network aeb1b426-56a4-445f-8c16-06e4bfc4278a is already hosted by enough agents. {{(pid=105698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:47:07.738091 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f25666-17b6-4ad2-aa19-d03bed3bd9c0 admin admin] Pushing event updated for resources: {'Port': ['ID=2fb42761-f924-467e-afcd-852ca1ddf211,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:07.741495 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.base_scheduler [None req-b5f25666-17b6-4ad2-aa19-d03bed3bd9c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:47:07.750080 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f25666-17b6-4ad2-aa19-d03bed3bd9c0 admin admin] Received port after_create {{(pid=105698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 00:47:07.866434 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:47:07.917445 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4010b8a5-7308-4467-a310-1f651925ebc1 req-c4bf1f24-9b16-4dcd-922f-59320ddc7086 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=a29bcd84-6bc8-4430-9c65-c3b14e19f699 HTTP/1.1" status: 200 len: 210 time: 0.0785096 Sep 08 00:47:07.954254 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-12aa2efa-bfda-4e71-8732-79129f60a3d3 req-b2ec519b-5e21-4863-b1b8-84ac9f9eef1e tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256896220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792256344486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517368'] for port, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:07.981028 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-4c64f287-5c73-44a1-9cfd-cb7a1c1fb98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83c427e-a298-493b-b527-88b5ea83d473', 'name': 'tempest-TestMinimumBasicScenario-2007207885-router', 'tenant_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:46:56Z', 'updated_at': '2021-09-08T00:47:01Z', 'revision_number': 4, 'project_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'gw_port': {'id': '5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83c427e-a298-493b-b527-88b5ea83d473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:46:57Z', 'updated_at': '2021-09-08T00:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_interfaces': [{'id': '06cb10f8-dcd3-447c-aa70-5944dd96eb8b', 'name': '', 'network_id': 'f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc', 'tenant_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'mac_address': 'fa:16:3e:ef:eb:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83c427e-a298-493b-b527-88b5ea83d473', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '63e16365-266d-4913-bb14-1fa3e4b3026d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:00Z', 'updated_at': '2021-09-08T00:47:01Z', 'revision_number': 2, 'project_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'subnets': [{'id': '63e16365-266d-4913-bb14-1fa3e4b3026d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:47:08.010153 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] get_ports_and_sgs() called for port_ids ['c47de6b0-ba42-4954-bb58-51d438368c99'] {{(pid=105700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 00:47:08.014184 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c64f287-5c73-44a1-9cfd-cb7a1c1fb98f None None] Checking router: a83c427e-a298-493b-b527-88b5ea83d473 for host: dv-cinder-759961-13-iscsi {{(pid=105701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 00:47:08.014540 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c64f287-5c73-44a1-9cfd-cb7a1c1fb98f None None] Updating router a83c427e-a298-493b-b527-88b5ea83d473 port 06cb10f8-dcd3-447c-aa70-5944dd96eb8b binding host dv-cinder-759961-13-iscsi {{(pid=105701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 00:47:08.049497 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-4c64f287-5c73-44a1-9cfd-cb7a1c1fb98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:08.075166 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-d37c350d-9a13-4729-b371-c88b58dab173 None None] Transition to ACTIVE for port object bc2dfc48-b96d-4d71-9a61-e1e2cf317423 will not be triggered until provisioned by entity DHCP. {{(pid=105700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:47:08.082586 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ec519b-5e21-4863-b1b8-84ac9f9eef1e tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Pushing event deleted for resources: {'Port': ['ID=c47de6b0-ba42-4954-bb58-51d438368c99,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:08.121227 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-d37c350d-9a13-4729-b371-c88b58dab173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792256344477'] for port, after_create {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:08.140918 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning complete for port 5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:47:08.147966 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-b6013cad-aa2a-46e8-bfc0-65802e8795a9 req-33dd1234-b940-41c4-b3ad-e6ec595d1bae tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2da74c6e-e2c6-4f38-bb30-59bfd61e3c37 HTTP/1.1" status: 200 len: 210 time: 0.0681894 Sep 08 00:47:08.148900 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:08.222228 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c2aaa-f26a-4682-b06c-c488683adeca req-9d6cedb1-bac8-4d6d-9d34-14ce8ee10a42 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:08.232177 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e52c2aaa-f26a-4682-b06c-c488683adeca req-9d6cedb1-bac8-4d6d-9d34-14ce8ee10a42 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.7667823 Sep 08 00:47:08.263547 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [req-12aa2efa-bfda-4e71-8732-79129f60a3d3 req-b2ec519b-5e21-4863-b1b8-84ac9f9eef1e tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] No DVR routers for this DVR port c47de6b0-ba42-4954-bb58-51d438368c99 on host hv-cinder-75996 {{(pid=105699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 00:47:08.271977 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-12aa2efa-bfda-4e71-8732-79129f60a3d3 req-b2ec519b-5e21-4863-b1b8-84ac9f9eef1e tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for port, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:08.274763 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-12aa2efa-bfda-4e71-8732-79129f60a3d3 req-b2ec519b-5e21-4863-b1b8-84ac9f9eef1e tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.35 "DELETE /v2.0/ports/c47de6b0-ba42-4954-bb58-51d438368c99 HTTP/1.1" status: 204 len: 173 time: 1.0293047 Sep 08 00:47:08.280733 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2da74c6e-e2c6-4f38-bb30-59bfd61e3c37', 'name': 'network-vif-deleted', 'tag': 'c47de6b0-ba42-4954-bb58-51d438368c99'}] {{(pid=105699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:47:08.283494 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3219a0c12e8a5a78bd5034d738b4394f25721dc263a67c7d4cfc0eaa1ac0f340" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae43a3b-7575-4cba-83d6-0cc800e9cb73" -d '{"events": [{"server_uuid": "2da74c6e-e2c6-4f38-bb30-59bfd61e3c37", "name": "network-vif-deleted", "tag": "c47de6b0-ba42-4954-bb58-51d438368c99"}]}' {{(pid=105699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:47:08.335106 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e52c2aaa-f26a-4682-b06c-c488683adeca req-1a39152c-382e-4e51-bf43-0518fe3c4d28 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734079 Sep 08 00:47:08.346207 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-18f703e2-2e17-4ff5-b51a-386ee2755101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:08.369002 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37c350d-9a13-4729-b371-c88b58dab173 None None] Network 19329648-8d2f-470b-8445-1c19540ed0bb is already hosted by enough agents. {{(pid=105700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:47:08.381574 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 00:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b065ef51-36dd-436e-8ef9-093ab0c58520 x-openstack-request-id: req-b065ef51-36dd-436e-8ef9-093ab0c58520 {{(pid=105699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:47:08.381871 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2da74c6e-e2c6-4f38-bb30-59bfd61e3c37", "name": "network-vif-deleted", "tag": "c47de6b0-ba42-4954-bb58-51d438368c99", "status": "completed", "code": 200}]} {{(pid=105699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:47:08.382110 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b065ef51-36dd-436e-8ef9-093ab0c58520 {{(pid=105699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:47:08.382502 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2da74c6e-e2c6-4f38-bb30-59bfd61e3c37', 'name': 'network-vif-deleted', 'tag': 'c47de6b0-ba42-4954-bb58-51d438368c99', 'status': 'completed', 'code': 200} Sep 08 00:47:08.396724 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.scheduler.base_scheduler [None req-d37c350d-9a13-4729-b371-c88b58dab173 None None] Resources bound (agent type, host, resource id): {{(pid=105700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:47:08.399233 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37c350d-9a13-4729-b371-c88b58dab173 None None] Received port after_create {{(pid=105700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 00:47:08.449749 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c350d-9a13-4729-b371-c88b58dab173 None None] Pushing event updated for resources: {'Port': ['ID=bc2dfc48-b96d-4d71-9a61-e1e2cf317423,revision_number=1']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:08.527180 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-4c64f287-5c73-44a1-9cfd-cb7a1c1fb98f None None] Notify callbacks [] for port, precommit_update {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:08.532222 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-d37c350d-9a13-4729-b371-c88b58dab173 None None] Attempting to bind port bc2dfc48-b96d-4d71-9a61-e1e2cf317423 on host dv-cinder-759961-13-iscsi for vnic_type normal with profile {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 00:47:08.533013 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-d37c350d-9a13-4729-b371-c88b58dab173 None None] Attempting to bind port bc2dfc48-b96d-4d71-9a61-e1e2cf317423 by drivers openvswitch,hyperv on host dv-cinder-759961-13-iscsi at level 0 using segments [{'id': '8f4e1451-6c45-42f6-b95d-3116bdee8dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '19329648-8d2f-470b-8445-1c19540ed0bb'}] {{(pid=105700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 00:47:08.533821 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37c350d-9a13-4729-b371-c88b58dab173 None None] Attempting to bind port bc2dfc48-b96d-4d71-9a61-e1e2cf317423 on network 19329648-8d2f-470b-8445-1c19540ed0bb {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:47:08.540373 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.provisioning_blocks [None req-4c64f287-5c73-44a1-9cfd-cb7a1c1fb98f None None] Transition to ACTIVE for port object 06cb10f8-dcd3-447c-aa70-5944dd96eb8b will not be triggered until provisioned by entity L2. {{(pid=105701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:47:08.549632 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-154df9eb-3c07-40da-9fb3-d7098de18a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dea2eb2-d25c-494c-883c-9ef4daa843cf', 'name': 'tempest-TestVolumeBootPattern-1161032333-router', 'tenant_id': 'eee55e4704e3486798316ea6045f4b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '614d22f3-fb74-4d57-995e-c0035e702c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:47:02Z', 'updated_at': '2021-09-08T00:47:04Z', 'revision_number': 3, 'project_id': 'eee55e4704e3486798316ea6045f4b42', 'gw_port': {'id': '614d22f3-fb74-4d57-995e-c0035e702c74', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a8:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dea2eb2-d25c-494c-883c-9ef4daa843cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:03Z', 'updated_at': '2021-09-08T00:47:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi'}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:47:08.558664 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-4c64f287-5c73-44a1-9cfd-cb7a1c1fb98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:08.600832 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154df9eb-3c07-40da-9fb3-d7098de18a43 None None] Checking router: 9dea2eb2-d25c-494c-883c-9ef4daa843cf for host: dv-cinder-759961-13-iscsi {{(pid=105700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 00:47:08.601186 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154df9eb-3c07-40da-9fb3-d7098de18a43 None None] Updating router 9dea2eb2-d25c-494c-883c-9ef4daa843cf port 614d22f3-fb74-4d57-995e-c0035e702c74 binding host dv-cinder-759961-13-iscsi {{(pid=105700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 00:47:08.632741 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37c350d-9a13-4729-b371-c88b58dab173 None None] Checking agent: {'id': 'f82a9a64-a181-41a7-bfc0-9590d2256fe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 0, 35, 51), 'started_at': datetime.datetime(2021, 9, 8, 0, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 0, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 00:47:08.634574 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37c350d-9a13-4729-b371-c88b58dab173 None None] Checking segment: {'id': '8f4e1451-6c45-42f6-b95d-3116bdee8dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '19329648-8d2f-470b-8445-1c19540ed0bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:47:08.634574 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-d37c350d-9a13-4729-b371-c88b58dab173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:08.634996 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37c350d-9a13-4729-b371-c88b58dab173 None None] Bound using segment: {'id': '8f4e1451-6c45-42f6-b95d-3116bdee8dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '19329648-8d2f-470b-8445-1c19540ed0bb'} {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 00:47:08.635782 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-d37c350d-9a13-4729-b371-c88b58dab173 None None] Bound port: bc2dfc48-b96d-4d71-9a61-e1e2cf317423, host: dv-cinder-759961-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f4e1451-6c45-42f6-b95d-3116bdee8dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '19329648-8d2f-470b-8445-1c19540ed0bb'}}] {{(pid=105700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 00:47:08.636245 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-d37c350d-9a13-4729-b371-c88b58dab173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:08.639277 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-154df9eb-3c07-40da-9fb3-d7098de18a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:08.683788 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a5fc48-585d-4fa9-98d5-c15cb97fa978 None None] Pushing event updated for resources: {'Port': ['ID=06cb10f8-dcd3-447c-aa70-5944dd96eb8b,revision_number=3']} {{(pid=105701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:08.808699 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.db_base_plugin_common [None req-18f703e2-2e17-4ff5-b51a-386ee2755101 admin admin] Allocated IP 172.20.0.1 (1917bf21-95c3-4829-b04f-1a03bde953ac/7887b8c5-c6e4-4ab5-bc6a-ff65c4637787/06723348-7d49-4a76-bd6b-b4bd8d002237) {{(pid=105698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 00:47:08.823064 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-b5f25666-17b6-4ad2-aa19-d03bed3bd9c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:08.838923 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.managers [None req-4c64f287-5c73-44a1-9cfd-cb7a1c1fb98f None None] Attempting to bind port 06cb10f8-dcd3-447c-aa70-5944dd96eb8b on host dv-cinder-759961-13-iscsi for vnic_type normal with profile {{(pid=105701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 00:47:08.841034 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.managers [None req-4c64f287-5c73-44a1-9cfd-cb7a1c1fb98f None None] Attempting to bind port 06cb10f8-dcd3-447c-aa70-5944dd96eb8b by drivers openvswitch,hyperv on host dv-cinder-759961-13-iscsi at level 0 using segments [{'id': 'ef029967-362e-4317-91eb-ff719d72a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc'}] {{(pid=105701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 00:47:08.842824 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c64f287-5c73-44a1-9cfd-cb7a1c1fb98f None None] Attempting to bind port 06cb10f8-dcd3-447c-aa70-5944dd96eb8b on network f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc {{(pid=105701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:47:08.858862 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c64f287-5c73-44a1-9cfd-cb7a1c1fb98f None None] Checking agent: {'id': 'f82a9a64-a181-41a7-bfc0-9590d2256fe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 0, 35, 51), 'started_at': datetime.datetime(2021, 9, 8, 0, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 0, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 00:47:08.859239 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c64f287-5c73-44a1-9cfd-cb7a1c1fb98f None None] Checking segment: {'id': 'ef029967-362e-4317-91eb-ff719d72a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:47:08.864095 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-4c64f287-5c73-44a1-9cfd-cb7a1c1fb98f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:08.864730 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c64f287-5c73-44a1-9cfd-cb7a1c1fb98f None None] Bound using segment: {'id': 'ef029967-362e-4317-91eb-ff719d72a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc'} {{(pid=105701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 00:47:08.865243 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.managers [None req-4c64f287-5c73-44a1-9cfd-cb7a1c1fb98f None None] Bound port: 06cb10f8-dcd3-447c-aa70-5944dd96eb8b, host: dv-cinder-759961-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef029967-362e-4317-91eb-ff719d72a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc'}}] {{(pid=105701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 00:47:08.868035 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-4c64f287-5c73-44a1-9cfd-cb7a1c1fb98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:08.941861 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-d37c350d-9a13-4729-b371-c88b58dab173 None None] For port bc2dfc48-b96d-4d71-9a61-e1e2cf317423, host dv-cinder-759961-13-iscsi, cleared binding levels {{(pid=105700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 00:47:08.953984 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-d37c350d-9a13-4729-b371-c88b58dab173 None None] For port bc2dfc48-b96d-4d71-9a61-e1e2cf317423, host dv-cinder-759961-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=bc2dfc48-b96d-4d71-9a61-e1e2cf317423,segment=NetworkSegment(8f4e1451-6c45-42f6-b95d-3116bdee8dcc),segment_id=8f4e1451-6c45-42f6-b95d-3116bdee8dcc)] {{(pid=105700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 00:47:08.968141 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-d37c350d-9a13-4729-b371-c88b58dab173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:08.988548 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 1a99ea3f-a502-4468-bd7a-efb000fb43b5 up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:47:09.057428 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.db [None req-4c64f287-5c73-44a1-9cfd-cb7a1c1fb98f None None] For port 06cb10f8-dcd3-447c-aa70-5944dd96eb8b, host dv-cinder-759961-13-iscsi, cleared binding levels {{(pid=105701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 00:47:09.066304 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.db [None req-4c64f287-5c73-44a1-9cfd-cb7a1c1fb98f None None] For port 06cb10f8-dcd3-447c-aa70-5944dd96eb8b, host dv-cinder-759961-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=06cb10f8-dcd3-447c-aa70-5944dd96eb8b,segment=NetworkSegment(ef029967-362e-4317-91eb-ff719d72a778),segment_id=ef029967-362e-4317-91eb-ff719d72a778)] {{(pid=105701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 00:47:09.073878 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-4c64f287-5c73-44a1-9cfd-cb7a1c1fb98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:09.159121 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-18f703e2-2e17-4ff5-b51a-386ee2755101 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:09.210585 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-18f703e2-2e17-4ff5-b51a-386ee2755101 admin admin] Transition to ACTIVE for port object 06723348-7d49-4a76-bd6b-b4bd8d002237 will not be triggered until provisioned by entity DHCP. {{(pid=105698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:47:09.217527 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6716179f-0ca8-46cb-9d5c-87c81294dcf8 req-2898c50a-b0e7-4d7b-9679-f83241eaed55 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=a29bcd84-6bc8-4430-9c65-c3b14e19f699 HTTP/1.1" status: 200 len: 210 time: 0.1157670 Sep 08 00:47:09.233073 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c64f287-5c73-44a1-9cfd-cb7a1c1fb98f None None] Routers {'a83c427e-a298-493b-b527-88b5ea83d473'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:47:09.235669 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-4c64f287-5c73-44a1-9cfd-cb7a1c1fb98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:46:51Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['a83c427e-a298-493b-b527-88b5ea83d473'], 'active': True} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:47:09.259464 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6304477-775a-41a3-aa1d-594da8ba7813 req-0997ebe3-57d7-4584-b564-c3255875c63d tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:09.265992 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e6304477-775a-41a3-aa1d-594da8ba7813 req-0997ebe3-57d7-4584-b564-c3255875c63d tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.35 "GET /v2.0/networks?id=e271d85f-7317-457a-866b-38767b94b4ff HTTP/1.1" status: 200 len: 815 time: 0.5342779 Sep 08 00:47:09.286442 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [req-e6304477-775a-41a3-aa1d-594da8ba7813 req-98f9ade9-ffd9-4e03-99f0-5a47df949c58 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Request body: {'port': {'device_id': 'a29bcd84-6bc8-4430-9c65-c3b14e19f699', 'network_id': 'e271d85f-7317-457a-866b-38767b94b4ff', 'admin_state_up': True, 'tenant_id': '9b0ed6c08b9844e2ba70a09ddd0959c1'}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:47:09.411772 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning complete for port 1a99ea3f-a502-4468-bd7a-efb000fb43b5 triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:47:09.412196 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:09.425397 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c350d-9a13-4729-b371-c88b58dab173 None None] Pushing event updated for resources: {'Port': ['ID=bc2dfc48-b96d-4d71-9a61-e1e2cf317423,revision_number=2']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:09.485511 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-b5f25666-17b6-4ad2-aa19-d03bed3bd9c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529874'] for router, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:09.543643 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-18f703e2-2e17-4ff5-b51a-386ee2755101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792256344477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705649'] for port, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:09.619925 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f703e2-2e17-4ff5-b51a-386ee2755101 admin admin] Network 1917bf21-95c3-4829-b04f-1a03bde953ac is already hosted by enough agents. {{(pid=105698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:47:09.625139 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.base_scheduler [None req-18f703e2-2e17-4ff5-b51a-386ee2755101 admin admin] Resources bound (agent type, host, resource id): {{(pid=105698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:47:09.630153 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a5fc48-585d-4fa9-98d5-c15cb97fa978 None None] Pushing event updated for resources: {'Port': ['ID=06cb10f8-dcd3-447c-aa70-5944dd96eb8b,revision_number=4']} {{(pid=105701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:09.650137 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f703e2-2e17-4ff5-b51a-386ee2755101 admin admin] Received port after_create {{(pid=105698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 00:47:09.667982 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvr_db [None req-4c64f287-5c73-44a1-9cfd-cb7a1c1fb98f None None] Set router a83c427e-a298-493b-b527-88b5ea83d473 gateway port host: dv-cinder-759961-13-iscsi {{(pid=105701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:47:09.681319 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ef9ab949-e1b9-4cbd-85bd-9fc8300ecf93 req-d81bb8fe-fbd8-4e3e-96b8-5b6e474ca9d1 tempest-VolumesActionsTest-1995850559 tempest-VolumesActionsTest-1995850559-project] 10.222.0.15 "GET /v2.0/ports?device_id=2da74c6e-e2c6-4f38-bb30-59bfd61e3c37 HTTP/1.1" status: 200 len: 210 time: 0.0995514 Sep 08 00:47:09.706284 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-154df9eb-3c07-40da-9fb3-d7098de18a43 None None] Notify callbacks [] for port, precommit_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:09.731907 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-154df9eb-3c07-40da-9fb3-d7098de18a43 None None] Transition to ACTIVE for port object 614d22f3-fb74-4d57-995e-c0035e702c74 will not be triggered until provisioned by entity L2. {{(pid=105700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:47:09.754560 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-154df9eb-3c07-40da-9fb3-d7098de18a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:09.808753 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f703e2-2e17-4ff5-b51a-386ee2755101 admin admin] Pushing event updated for resources: {'Port': ['ID=06723348-7d49-4a76-bd6b-b4bd8d002237,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:09.828305 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8079c9-8aa3-471f-92e6-2c0ba576386d req-e20b4000-d2fd-4471-a709-3c121ed35d0d tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:09.837592 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-be8079c9-8aa3-471f-92e6-2c0ba576386d req-e20b4000-d2fd-4471-a709-3c121ed35d0d tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.1540511 Sep 08 00:47:09.839376 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-18f703e2-2e17-4ff5-b51a-386ee2755101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529551'] for router_interface, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:09.841303 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6304477-775a-41a3-aa1d-594da8ba7813 req-98f9ade9-ffd9-4e03-99f0-5a47df949c58 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Made reservation on behalf of 9b0ed6c08b9844e2ba70a09ddd0959c1 for: {'port': 1} {{(pid=105699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:47:09.845466 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-e6304477-775a-41a3-aa1d-594da8ba7813 req-98f9ade9-ffd9-4e03-99f0-5a47df949c58 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:09.885258 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53532d10-8e22-4808-8a1b-d040b3b7b92e None None] Pushing event updated for resources: {'Port': ['ID=614d22f3-fb74-4d57-995e-c0035e702c74,revision_number=2']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:09.893307 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-154df9eb-3c07-40da-9fb3-d7098de18a43 None None] Attempting to bind port 614d22f3-fb74-4d57-995e-c0035e702c74 on host dv-cinder-759961-13-iscsi for vnic_type normal with profile {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 00:47:09.893814 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-154df9eb-3c07-40da-9fb3-d7098de18a43 None None] Attempting to bind port 614d22f3-fb74-4d57-995e-c0035e702c74 by drivers openvswitch,hyperv on host dv-cinder-759961-13-iscsi at level 0 using segments [{'id': '8f85bbb2-d588-4058-a2ba-8b00436e9fac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a'}] {{(pid=105700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 00:47:09.894030 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154df9eb-3c07-40da-9fb3-d7098de18a43 None None] Attempting to bind port 614d22f3-fb74-4d57-995e-c0035e702c74 on network aeb1b426-56a4-445f-8c16-06e4bfc4278a {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:47:09.903676 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154df9eb-3c07-40da-9fb3-d7098de18a43 None None] Checking agent: {'id': 'f82a9a64-a181-41a7-bfc0-9590d2256fe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 0, 35, 51), 'started_at': datetime.datetime(2021, 9, 8, 0, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 0, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 00:47:09.906497 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154df9eb-3c07-40da-9fb3-d7098de18a43 None None] Checking segment: {'id': '8f85bbb2-d588-4058-a2ba-8b00436e9fac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:47:09.906639 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-154df9eb-3c07-40da-9fb3-d7098de18a43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:09.907013 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154df9eb-3c07-40da-9fb3-d7098de18a43 None None] Bound using segment: {'id': '8f85bbb2-d588-4058-a2ba-8b00436e9fac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a'} {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 00:47:09.909741 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-154df9eb-3c07-40da-9fb3-d7098de18a43 None None] Bound port: 614d22f3-fb74-4d57-995e-c0035e702c74, host: dv-cinder-759961-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f85bbb2-d588-4058-a2ba-8b00436e9fac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a'}}] {{(pid=105700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 00:47:09.909979 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-154df9eb-3c07-40da-9fb3-d7098de18a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:09.926240 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-be8079c9-8aa3-471f-92e6-2c0ba576386d req-fa4035c0-6834-4030-8005-33831d60a6da tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831673 Sep 08 00:47:09.960939 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f25666-17b6-4ad2-aa19-d03bed3bd9c0 admin admin] Router 1fd9eb9e-c43a-463a-b069-11fb213aaa74 is scheduled to L3 agent e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146 with binding_index 1 {{(pid=105698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 00:47:10.035086 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-154df9eb-3c07-40da-9fb3-d7098de18a43 None None] For port 614d22f3-fb74-4d57-995e-c0035e702c74, host dv-cinder-759961-13-iscsi, cleared binding levels {{(pid=105700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 00:47:10.039078 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-154df9eb-3c07-40da-9fb3-d7098de18a43 None None] For port 614d22f3-fb74-4d57-995e-c0035e702c74, host dv-cinder-759961-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=614d22f3-fb74-4d57-995e-c0035e702c74,segment=NetworkSegment(8f85bbb2-d588-4058-a2ba-8b00436e9fac),segment_id=8f85bbb2-d588-4058-a2ba-8b00436e9fac)] {{(pid=105700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 00:47:10.042208 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-7750c8cd-d6be-4a97-b24f-efb304c543ac None None] Provisioning for port 06723348-7d49-4a76-bd6b-b4bd8d002237 completed by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:47:10.047962 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-4c64f287-5c73-44a1-9cfd-cb7a1c1fb98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83c427e-a298-493b-b527-88b5ea83d473', 'name': 'tempest-TestMinimumBasicScenario-2007207885-router', 'tenant_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:46:56Z', 'updated_at': '2021-09-08T00:47:01Z', 'revision_number': 4, 'project_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'gw_port': {'id': '5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83c427e-a298-493b-b527-88b5ea83d473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:46:57Z', 'updated_at': '2021-09-08T00:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_interfaces': [{'id': '06cb10f8-dcd3-447c-aa70-5944dd96eb8b', 'name': '', 'network_id': 'f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc', 'tenant_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'mac_address': 'fa:16:3e:ef:eb:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83c427e-a298-493b-b527-88b5ea83d473', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '63e16365-266d-4913-bb14-1fa3e4b3026d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:00Z', 'updated_at': '2021-09-08T00:47:09Z', 'revision_number': 4, 'project_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'subnets': [{'id': '63e16365-266d-4913-bb14-1fa3e4b3026d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:47:10.048227 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-7750c8cd-d6be-4a97-b24f-efb304c543ac None None] Provisioning complete for port 06723348-7d49-4a76-bd6b-b4bd8d002237 triggered by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:47:10.048751 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-7750c8cd-d6be-4a97-b24f-efb304c543ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:10.052730 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-154df9eb-3c07-40da-9fb3-d7098de18a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:10.058992 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-18f703e2-2e17-4ff5-b51a-386ee2755101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:10.060328 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.db_base_plugin_common [req-e6304477-775a-41a3-aa1d-594da8ba7813 req-98f9ade9-ffd9-4e03-99f0-5a47df949c58 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Allocated IP 172.20.0.8 (e271d85f-7317-457a-866b-38767b94b4ff/90c2af37-f46d-44ca-a62c-c2802a56f799/4b8248ec-e613-48b5-9472-bdb6f5e1f0d6) {{(pid=105699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 00:47:10.082987 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c64f287-5c73-44a1-9cfd-cb7a1c1fb98f None None] The sync data for ids ['a83c427e-a298-493b-b527-88b5ea83d473'] in dv-cinder-759961-13-iscsi is: [{'id': 'a83c427e-a298-493b-b527-88b5ea83d473', 'name': 'tempest-TestMinimumBasicScenario-2007207885-router', 'tenant_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:46:56Z', 'updated_at': '2021-09-08T00:47:01Z', 'revision_number': 4, 'project_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'gw_port': {'id': '5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83c427e-a298-493b-b527-88b5ea83d473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:46:57Z', 'updated_at': '2021-09-08T00:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_interfaces': [{'id': '06cb10f8-dcd3-447c-aa70-5944dd96eb8b', 'name': '', 'network_id': 'f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc', 'tenant_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'mac_address': 'fa:16:3e:ef:eb:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83c427e-a298-493b-b527-88b5ea83d473', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '63e16365-266d-4913-bb14-1fa3e4b3026d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:00Z', 'updated_at': '2021-09-08T00:47:09Z', 'revision_number': 4, 'project_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'subnets': [{'id': '63e16365-266d-4913-bb14-1fa3e4b3026d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 00:47:10.132722 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154df9eb-3c07-40da-9fb3-d7098de18a43 None None] Routers {'9dea2eb2-d25c-494c-883c-9ef4daa843cf'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:47:10.133732 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-154df9eb-3c07-40da-9fb3-d7098de18a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:46:51Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['9dea2eb2-d25c-494c-883c-9ef4daa843cf'], 'active': True} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:47:10.227836 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-7750c8cd-d6be-4a97-b24f-efb304c543ac None None] Port 06723348-7d49-4a76-bd6b-b4bd8d002237 cannot update to ACTIVE because it is not bound. {{(pid=105700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 00:47:10.262272 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53532d10-8e22-4808-8a1b-d040b3b7b92e None None] Pushing event updated for resources: {'Port': ['ID=614d22f3-fb74-4d57-995e-c0035e702c74,revision_number=3']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:10.323842 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-e6304477-775a-41a3-aa1d-594da8ba7813 req-98f9ade9-ffd9-4e03-99f0-5a47df949c58 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Notify callbacks [] for port, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:10.356747 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f25666-17b6-4ad2-aa19-d03bed3bd9c0 admin admin] Notify agent at l3_agent.dv-cinder-759961-13-iscsi the message routers_updated {{(pid=105698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 00:47:10.371006 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa8d0bb-f656-4d9d-aeae-18f4a18d4db4 None None] Sync routers for ids ['1fd9eb9e-c43a-463a-b069-11fb213aaa74'] in dv-cinder-759961-13-iscsi {{(pid=105700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 00:47:10.386919 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa8d0bb-f656-4d9d-aeae-18f4a18d4db4 None None] Routers {'1fd9eb9e-c43a-463a-b069-11fb213aaa74'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:47:10.387458 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-7fa8d0bb-f656-4d9d-aeae-18f4a18d4db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:46:51Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['1fd9eb9e-c43a-463a-b069-11fb213aaa74'], 'active': True} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:47:10.390482 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvr_db [None req-154df9eb-3c07-40da-9fb3-d7098de18a43 None None] Set router 9dea2eb2-d25c-494c-883c-9ef4daa843cf gateway port host: dv-cinder-759961-13-iscsi {{(pid=105700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:47:10.397420 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-18f703e2-2e17-4ff5-b51a-386ee2755101 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:10.413969 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-fbae0bed-69ca-4b76-9ce5-1b8a646ab74e req-13bebcf3-c74c-4e51-9770-7c51606d2b8e tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=a29bcd84-6bc8-4430-9c65-c3b14e19f699 HTTP/1.1" status: 200 len: 210 time: 0.0677791 Sep 08 00:47:10.417949 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-18f703e2-2e17-4ff5-b51a-386ee2755101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7705662'] for port, after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:10.445398 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-e6304477-775a-41a3-aa1d-594da8ba7813 req-98f9ade9-ffd9-4e03-99f0-5a47df949c58 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792256344477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517368'] for port, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:10.505765 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6304477-775a-41a3-aa1d-594da8ba7813 req-98f9ade9-ffd9-4e03-99f0-5a47df949c58 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Network e271d85f-7317-457a-866b-38767b94b4ff is already hosted by enough agents. {{(pid=105699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:47:10.512994 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.base_scheduler [req-e6304477-775a-41a3-aa1d-594da8ba7813 req-98f9ade9-ffd9-4e03-99f0-5a47df949c58 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Resources bound (agent type, host, resource id): {{(pid=105699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:47:10.515965 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6304477-775a-41a3-aa1d-594da8ba7813 req-98f9ade9-ffd9-4e03-99f0-5a47df949c58 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Received port after_create {{(pid=105699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 00:47:10.563251 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-b5f25666-17b6-4ad2-aa19-d03bed3bd9c0 admin admin] Notify callbacks [] for router, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:10.567717 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-b5f25666-17b6-4ad2-aa19-d03bed3bd9c0 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6188409 Sep 08 00:47:10.575018 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvr_db [None req-7fa8d0bb-f656-4d9d-aeae-18f4a18d4db4 None None] Set router 1fd9eb9e-c43a-463a-b069-11fb213aaa74 gateway port host: dv-cinder-759961-13-iscsi {{(pid=105700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:47:10.582221 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 52454) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:47:10.619000 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f703e2-2e17-4ff5-b51a-386ee2755101 admin admin] Pushing event updated for resources: {'Port': ['ID=06723348-7d49-4a76-bd6b-b4bd8d002237,revision_number=2']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:10.626467 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-18f703e2-2e17-4ff5-b51a-386ee2755101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531487'] for router_interface, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:10.694491 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] get_ports_and_sgs() called for port_ids ['1345b314-3cc2-41a1-b1da-90a2f0569fcb', '721190b3-5663-4608-abfa-0dcb5bb60fab', '94784415-034f-4d0a-997d-6150c155251c'] {{(pid=105700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 00:47:10.810249 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f703e2-2e17-4ff5-b51a-386ee2755101 admin admin] Network 1917bf21-95c3-4829-b04f-1a03bde953ac is already hosted by enough agents. {{(pid=105698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:47:10.812092 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.base_scheduler [None req-18f703e2-2e17-4ff5-b51a-386ee2755101 admin admin] Resources bound (agent type, host, resource id): {{(pid=105698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:47:10.817904 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f9ade9-ffd9-4e03-99f0-5a47df949c58 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Pushing event updated for resources: {'Port': ['ID=4b8248ec-e613-48b5-9472-bdb6f5e1f0d6,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:10.889474 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb8cb1c-2cb2-49db-8eaf-6850575ce0cd None None] Network 19329648-8d2f-470b-8445-1c19540ed0bb requested from dv-cinder-759961-13-iscsi {{(pid=105700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 00:47:11.093585 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6304477-775a-41a3-aa1d-594da8ba7813 req-98f9ade9-ffd9-4e03-99f0-5a47df949c58 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:11.104265 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-e6304477-775a-41a3-aa1d-594da8ba7813 req-98f9ade9-ffd9-4e03-99f0-5a47df949c58 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for port, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:11.157450 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e6304477-775a-41a3-aa1d-594da8ba7813 req-98f9ade9-ffd9-4e03-99f0-5a47df949c58 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8756046 Sep 08 00:47:11.236408 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [req-e6304477-775a-41a3-aa1d-594da8ba7813 req-3407b5c4-5a74-49cb-b64b-d1bc882bd7e0 service neutron] Request body: {'port': {'device_id': 'a29bcd84-6bc8-4430-9c65-c3b14e19f699', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:47:11.238677 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device bc2dfc48-b96d-4d71-9a61-e1e2cf317423 up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:47:11.262277 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898e6fa-9dce-4f1f-8ccf-8f9517989d67 req-1c8d4e6c-78cf-4242-90b4-97893afc6190 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:11.264507 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-7898e6fa-9dce-4f1f-8ccf-8f9517989d67 req-1c8d4e6c-78cf-4242-90b4-97893afc6190 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.35 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.3709855 Sep 08 00:47:11.405290 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f703e2-2e17-4ff5-b51a-386ee2755101 admin admin] Router 9dea2eb2-d25c-494c-883c-9ef4daa843cf has already been hosted by L3 agent e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146 {{(pid=105698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 00:47:11.447736 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f3ef2b-3b7d-49c1-9a7a-c9fc94369f0c req-b5fd5460-6910-4266-8944-d173b197df92 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:11.454879 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-50f3ef2b-3b7d-49c1-9a7a-c9fc94369f0c req-b5fd5460-6910-4266-8944-d173b197df92 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 945 time: 0.3338723 Sep 08 00:47:11.483060 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-e6304477-775a-41a3-aa1d-594da8ba7813 req-3407b5c4-5a74-49cb-b64b-d1bc882bd7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:11.552770 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-86d74dff-2f09-4660-88ba-fbf489129347 None None] Provisioning for port bc2dfc48-b96d-4d71-9a61-e1e2cf317423 completed by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:47:11.559412 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f703e2-2e17-4ff5-b51a-386ee2755101 admin admin] Notify agent at l3_agent.dv-cinder-759961-13-iscsi the message routers_updated {{(pid=105698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 00:47:11.565142 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-18f703e2-2e17-4ff5-b51a-386ee2755101 admin admin] 10.222.0.15 "PUT /v2.0/routers/9dea2eb2-d25c-494c-883c-9ef4daa843cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1325021 Sep 08 00:47:11.614204 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning for port bc2dfc48-b96d-4d71-9a61-e1e2cf317423 completed by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:47:11.634615 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-50f3ef2b-3b7d-49c1-9a7a-c9fc94369f0c req-844b1b03-3680-4340-9c59-85643b707e67 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783261 Sep 08 00:47:11.658204 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning complete for port bc2dfc48-b96d-4d71-9a61-e1e2cf317423 triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:47:11.658583 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:11.836738 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-154df9eb-3c07-40da-9fb3-d7098de18a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dea2eb2-d25c-494c-883c-9ef4daa843cf', 'name': 'tempest-TestVolumeBootPattern-1161032333-router', 'tenant_id': 'eee55e4704e3486798316ea6045f4b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '614d22f3-fb74-4d57-995e-c0035e702c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:47:02Z', 'updated_at': '2021-09-08T00:47:09Z', 'revision_number': 4, 'project_id': 'eee55e4704e3486798316ea6045f4b42', 'gw_port': {'id': '614d22f3-fb74-4d57-995e-c0035e702c74', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a8:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dea2eb2-d25c-494c-883c-9ef4daa843cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:03Z', 'updated_at': '2021-09-08T00:47:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_interfaces': [{'id': '06723348-7d49-4a76-bd6b-b4bd8d002237', 'name': '', 'network_id': '1917bf21-95c3-4829-b04f-1a03bde953ac', 'tenant_id': 'eee55e4704e3486798316ea6045f4b42', 'mac_address': 'fa:16:3e:12:57:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dea2eb2-d25c-494c-883c-9ef4daa843cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '7887b8c5-c6e4-4ab5-bc6a-ff65c4637787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:08Z', 'updated_at': '2021-09-08T00:47:08Z', 'revision_number': 1, 'project_id': 'eee55e4704e3486798316ea6045f4b42', 'subnets': [{'id': '7887b8c5-c6e4-4ab5-bc6a-ff65c4637787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:47:11.882740 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device c47de6b0-ba42-4954-bb58-51d438368c99 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 00:47:11.914758 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] No Port match for: c47de6b0-ba42-4954-bb58-51d438368c99 {{(pid=105700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 00:47:11.915121 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device c47de6b0-ba42-4954-bb58-51d438368c99 not bound to the agent host hv-cinder-75996 {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 00:47:11.915482 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device 410aaa63-88f7-4049-af15-3017f45bebdc no longer exists at agent hyperv_hv-cinder-75996 {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 00:47:11.987832 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154df9eb-3c07-40da-9fb3-d7098de18a43 None None] The sync data for ids ['9dea2eb2-d25c-494c-883c-9ef4daa843cf'] in dv-cinder-759961-13-iscsi is: [{'id': '9dea2eb2-d25c-494c-883c-9ef4daa843cf', 'name': 'tempest-TestVolumeBootPattern-1161032333-router', 'tenant_id': 'eee55e4704e3486798316ea6045f4b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '614d22f3-fb74-4d57-995e-c0035e702c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:47:02Z', 'updated_at': '2021-09-08T00:47:09Z', 'revision_number': 4, 'project_id': 'eee55e4704e3486798316ea6045f4b42', 'gw_port': {'id': '614d22f3-fb74-4d57-995e-c0035e702c74', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a8:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dea2eb2-d25c-494c-883c-9ef4daa843cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:03Z', 'updated_at': '2021-09-08T00:47:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_interfaces': [{'id': '06723348-7d49-4a76-bd6b-b4bd8d002237', 'name': '', 'network_id': '1917bf21-95c3-4829-b04f-1a03bde953ac', 'tenant_id': 'eee55e4704e3486798316ea6045f4b42', 'mac_address': 'fa:16:3e:12:57:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dea2eb2-d25c-494c-883c-9ef4daa843cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '7887b8c5-c6e4-4ab5-bc6a-ff65c4637787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:08Z', 'updated_at': '2021-09-08T00:47:08Z', 'revision_number': 1, 'project_id': 'eee55e4704e3486798316ea6045f4b42', 'subnets': [{'id': '7887b8c5-c6e4-4ab5-bc6a-ff65c4637787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 00:47:11.989516 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-68059295-d46b-445c-a646-e2d2742ef997 None None] Provisioning complete for port 06723348-7d49-4a76-bd6b-b4bd8d002237 triggered by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:47:11.989895 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-68059295-d46b-445c-a646-e2d2742ef997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:12.180001 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-68059295-d46b-445c-a646-e2d2742ef997 None None] Port 06723348-7d49-4a76-bd6b-b4bd8d002237 cannot update to ACTIVE because it is not bound. {{(pid=105700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 00:47:12.180996 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.plugin [req-7898e6fa-9dce-4f1f-8ccf-8f9517989d67 req-7b0791d2-3d05-4874-af5a-6a2f61421186 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Deleting port 410aaa63-88f7-4049-af15-3017f45bebdc {{(pid=105699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 00:47:12.181575 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-7898e6fa-9dce-4f1f-8ccf-8f9517989d67 req-7b0791d2-3d05-4874-af5a-6a2f61421186 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256891158'] for port, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:12.192568 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-7fa8d0bb-f656-4d9d-aeae-18f4a18d4db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd9eb9e-c43a-463a-b069-11fb213aaa74', 'name': 'tempest-TestMinimumBasicScenario-7627038-router', 'tenant_id': '49cfa10359eb4b5785ebb65737c02533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '2fb42761-f924-467e-afcd-852ca1ddf211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:47:06Z', 'updated_at': '2021-09-08T00:47:08Z', 'revision_number': 3, 'project_id': '49cfa10359eb4b5785ebb65737c02533', 'gw_port': {'id': '2fb42761-f924-467e-afcd-852ca1ddf211', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ef:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd9eb9e-c43a-463a-b069-11fb213aaa74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:07Z', 'updated_at': '2021-09-08T00:47:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi'}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:47:12.209093 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:12.213865 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964f066-0597-4e8b-952d-0496819378ef req-71ca839c-bff1-4076-86f3-88da8f07e4aa tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:12.222722 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e964f066-0597-4e8b-952d-0496819378ef req-71ca839c-bff1-4076-86f3-88da8f07e4aa tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=a29bcd84-6bc8-4430-9c65-c3b14e19f699 HTTP/1.1" status: 200 len: 931 time: 0.6100752 Sep 08 00:47:12.270224 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:12.276730 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa8d0bb-f656-4d9d-aeae-18f4a18d4db4 None None] Checking router: 1fd9eb9e-c43a-463a-b069-11fb213aaa74 for host: dv-cinder-759961-13-iscsi {{(pid=105700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 00:47:12.277389 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa8d0bb-f656-4d9d-aeae-18f4a18d4db4 None None] Updating router 1fd9eb9e-c43a-463a-b069-11fb213aaa74 port 2fb42761-f924-467e-afcd-852ca1ddf211 binding host dv-cinder-759961-13-iscsi {{(pid=105700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 00:47:12.415649 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-7fa8d0bb-f656-4d9d-aeae-18f4a18d4db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:12.417376 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17bd717e-e3a1-4201-954d-c180bf7da885', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '410aaa63-88f7-4049-af15-3017f45bebdc'}] {{(pid=105700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:47:12.419997 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8460d1f582680b5b58131e18e26cc0c46bcacb71cb7028c1e32c58fa4cd87a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50cbfa6-d87b-438f-8304-63ba119e2d3e" -d '{"events": [{"server_uuid": "17bd717e-e3a1-4201-954d-c180bf7da885", "name": "network-vif-unplugged", "status": "completed", "tag": "410aaa63-88f7-4049-af15-3017f45bebdc"}]}' {{(pid=105700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:47:12.458482 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] For port bc2dfc48-b96d-4d71-9a61-e1e2cf317423, host dv-cinder-759961-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=bc2dfc48-b96d-4d71-9a61-e1e2cf317423,segment=NetworkSegment(8f4e1451-6c45-42f6-b95d-3116bdee8dcc),segment_id=8f4e1451-6c45-42f6-b95d-3116bdee8dcc)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:47:12.466141 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port 410aaa63-88f7-4049-af15-3017f45bebdc, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=410aaa63-88f7-4049-af15-3017f45bebdc,segment=NetworkSegment(7824ab05-95b6-4b54-86de-8ce3543421b1),segment_id=7824ab05-95b6-4b54-86de-8ce3543421b1)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:47:12.475019 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:12.476199 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 06cb10f8-dcd3-447c-aa70-5944dd96eb8b up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:47:12.489522 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e964f066-0597-4e8b-952d-0496819378ef req-0497cebf-d18e-4cb0-91f1-0b2e1d6660fe tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602110 Sep 08 00:47:12.515047 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:12.516867 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-4dba4dd4-153d-49d0-a7e6-de34d1f998b3 None None] Provisioning complete for port bc2dfc48-b96d-4d71-9a61-e1e2cf317423 triggered by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:47:12.517298 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-4dba4dd4-153d-49d0-a7e6-de34d1f998b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:12.604888 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 00:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd73d509-4463-422a-9d44-e035b5c6d637 x-openstack-request-id: req-fd73d509-4463-422a-9d44-e035b5c6d637 {{(pid=105700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:47:12.609317 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17bd717e-e3a1-4201-954d-c180bf7da885", "name": "network-vif-unplugged", "status": "completed", "tag": "410aaa63-88f7-4049-af15-3017f45bebdc", "code": 200}]} {{(pid=105700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:47:12.609930 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fd73d509-4463-422a-9d44-e035b5c6d637 {{(pid=105700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:47:12.610484 dv-cinder-759961-13-iscsi neutron-server[105700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17bd717e-e3a1-4201-954d-c180bf7da885', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '410aaa63-88f7-4049-af15-3017f45bebdc', 'code': 200} Sep 08 00:47:12.697834 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.db [req-7898e6fa-9dce-4f1f-8ccf-8f9517989d67 req-7b0791d2-3d05-4874-af5a-6a2f61421186 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] For port 410aaa63-88f7-4049-af15-3017f45bebdc, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=410aaa63-88f7-4049-af15-3017f45bebdc,segment=NetworkSegment(7824ab05-95b6-4b54-86de-8ce3543421b1),segment_id=7824ab05-95b6-4b54-86de-8ce3543421b1)] {{(pid=105699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:47:12.698194 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-7898e6fa-9dce-4f1f-8ccf-8f9517989d67 req-7b0791d2-3d05-4874-af5a-6a2f61421186 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538637'] for port, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:12.718925 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.notifiers.nova [req-e6304477-775a-41a3-aa1d-594da8ba7813 req-3407b5c4-5a74-49cb-b64b-d1bc882bd7e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b8248ec-e613-48b5-9472-bdb6f5e1f0d6 {{(pid=105699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 00:47:12.725756 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 52532) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:47:12.732959 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.plugin [req-7898e6fa-9dce-4f1f-8ccf-8f9517989d67 req-7b0791d2-3d05-4874-af5a-6a2f61421186 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Calling delete_port for 410aaa63-88f7-4049-af15-3017f45bebdc owned by compute:nova {{(pid=105699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 00:47:12.734442 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [None req-ebe90e28-ad8f-4829-8ef8-36e70af9e8b5 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1005766876', 'description': 'tempest-secgroup-smoke-1005766876 description', 'project_id': 'd2122c17d3e9420ca396e89dd2ef51d5'}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:47:12.756962 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-e6304477-775a-41a3-aa1d-594da8ba7813 req-3407b5c4-5a74-49cb-b64b-d1bc882bd7e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:12.768582 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-ebe90e28-ad8f-4829-8ef8-36e70af9e8b5 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:12.827197 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.provisioning_blocks [req-e6304477-775a-41a3-aa1d-594da8ba7813 req-3407b5c4-5a74-49cb-b64b-d1bc882bd7e0 service neutron] Transition to ACTIVE for port object 4b8248ec-e613-48b5-9472-bdb6f5e1f0d6 will not be triggered until provisioned by entity L2. {{(pid=105699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:47:12.827674 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Pushing event updated for resources: {'Port': ['ID=bc2dfc48-b96d-4d71-9a61-e1e2cf317423,revision_number=3']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:12.842382 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-e6304477-775a-41a3-aa1d-594da8ba7813 req-3407b5c4-5a74-49cb-b64b-d1bc882bd7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25517367'] for port, after_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:12.882185 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-ebe90e28-ad8f-4829-8ef8-36e70af9e8b5 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:12.885993 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning for port 06cb10f8-dcd3-447c-aa70-5944dd96eb8b completed by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:47:12.889602 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-ebe90e28-ad8f-4829-8ef8-36e70af9e8b5 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:12.929545 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe90e28-ad8f-4829-8ef8-36e70af9e8b5 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64adc093-92cf-4671-8851-e15ed397cc48,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:12.937006 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-d7ebd498-9cf1-4f9d-b0a4-b13438c7549f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:12.941997 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-ebe90e28-ad8f-4829-8ef8-36e70af9e8b5 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:12.949520 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-ebe90e28-ad8f-4829-8ef8-36e70af9e8b5 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2216074 Sep 08 00:47:12.949812 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning complete for port 06cb10f8-dcd3-447c-aa70-5944dd96eb8b triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:47:12.950205 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:12.950473 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 52536) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:47:12.955896 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e43abc-9ed1-4e2e-bc8e-85a40a6f7a48 req-49a39e6d-a542-47e6-bc6b-cf702bccedc6 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:12.956270 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [None req-7e20a38e-107e-4a33-899e-a41875caecff tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Request body: {'security_group_rule': {'security_group_id': '64adc093-92cf-4671-8851-e15ed397cc48', 'project_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:47:12.957689 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a3e43abc-9ed1-4e2e-bc8e-85a40a6f7a48 req-49a39e6d-a542-47e6-bc6b-cf702bccedc6 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 943 time: 0.1947007 Sep 08 00:47:12.970265 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Pushing event updated for resources: {'Port': ['ID=410aaa63-88f7-4049-af15-3017f45bebdc,revision_number=6']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:13.016780 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-7e20a38e-107e-4a33-899e-a41875caecff tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:13.095779 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-7e20a38e-107e-4a33-899e-a41875caecff tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:13.102746 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-7e20a38e-107e-4a33-899e-a41875caecff tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607653'] for security_group_rule, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:13.131172 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e20a38e-107e-4a33-899e-a41875caecff tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be532f5c-b424-4316-9683-f118307ed626,revision_number=0']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:13.137091 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-7e20a38e-107e-4a33-899e-a41875caecff tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:13.142261 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-7e20a38e-107e-4a33-899e-a41875caecff tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1904311 Sep 08 00:47:13.142992 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 52544) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:47:13.148165 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [None req-40cab10a-3cb0-4e87-b701-f1a4d66acf4f tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Request body: {'security_group_rule': {'security_group_id': '64adc093-92cf-4671-8851-e15ed397cc48', 'project_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:47:13.164381 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3407b5c4-5a74-49cb-b64b-d1bc882bd7e0 service neutron] Pushing event updated for resources: {'Port': ['ID=4b8248ec-e613-48b5-9472-bdb6f5e1f0d6,revision_number=2']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:13.186038 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-40cab10a-3cb0-4e87-b701-f1a4d66acf4f tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:13.247288 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a3e43abc-9ed1-4e2e-bc8e-85a40a6f7a48 req-d5419015-6a80-4792-9258-5ec29450f884 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742655 Sep 08 00:47:13.278959 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:13.279594 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-40cab10a-3cb0-4e87-b701-f1a4d66acf4f tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:13.285137 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-40cab10a-3cb0-4e87-b701-f1a4d66acf4f tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607653'] for security_group_rule, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:13.297876 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [req-e6304477-775a-41a3-aa1d-594da8ba7813 req-3407b5c4-5a74-49cb-b64b-d1bc882bd7e0 service neutron] Attempting to bind port 4b8248ec-e613-48b5-9472-bdb6f5e1f0d6 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 00:47:13.298250 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [req-e6304477-775a-41a3-aa1d-594da8ba7813 req-3407b5c4-5a74-49cb-b64b-d1bc882bd7e0 service neutron] Attempting to bind port 4b8248ec-e613-48b5-9472-bdb6f5e1f0d6 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '3de05d6b-2c84-441f-bc53-4fa7981bcbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e271d85f-7317-457a-866b-38767b94b4ff'}] {{(pid=105699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 00:47:13.298536 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6304477-775a-41a3-aa1d-594da8ba7813 req-3407b5c4-5a74-49cb-b64b-d1bc882bd7e0 service neutron] Attempting to bind port 4b8248ec-e613-48b5-9472-bdb6f5e1f0d6 on network e271d85f-7317-457a-866b-38767b94b4ff {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:47:13.302884 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cab10a-3cb0-4e87-b701-f1a4d66acf4f tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbbe09c1-a0d6-43a9-8e37-022c778d4107,revision_number=0']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:13.316976 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-40cab10a-3cb0-4e87-b701-f1a4d66acf4f tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:13.318376 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-40cab10a-3cb0-4e87-b701-f1a4d66acf4f tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1742301 Sep 08 00:47:13.321633 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 52546) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:47:13.326357 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [None req-0e9a060e-c038-4213-a75b-9a0b75806fb3 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Request body: {'security_group_rule': {'security_group_id': '64adc093-92cf-4671-8851-e15ed397cc48', 'project_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:47:13.341443 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] For port 06cb10f8-dcd3-447c-aa70-5944dd96eb8b, host dv-cinder-759961-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=06cb10f8-dcd3-447c-aa70-5944dd96eb8b,segment=NetworkSegment(ef029967-362e-4317-91eb-ff719d72a778),segment_id=ef029967-362e-4317-91eb-ff719d72a778)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:47:13.345820 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6304477-775a-41a3-aa1d-594da8ba7813 req-3407b5c4-5a74-49cb-b64b-d1bc882bd7e0 service neutron] Port 4b8248ec-e613-48b5-9472-bdb6f5e1f0d6 on network e271d85f-7317-457a-866b-38767b94b4ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 00:47:13.346174 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6304477-775a-41a3-aa1d-594da8ba7813 req-3407b5c4-5a74-49cb-b64b-d1bc882bd7e0 service neutron] Attempting to bind port 4b8248ec-e613-48b5-9472-bdb6f5e1f0d6 on network e271d85f-7317-457a-866b-38767b94b4ff {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:47:13.349023 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:13.357137 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0e9a060e-c038-4213-a75b-9a0b75806fb3 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:13.365938 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6304477-775a-41a3-aa1d-594da8ba7813 req-3407b5c4-5a74-49cb-b64b-d1bc882bd7e0 service neutron] Checking agent: {'id': '9d05b7f5-da94-42e7-89b0-a476ea8ca848', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 0, 41, 44), 'started_at': datetime.datetime(2021, 9, 8, 0, 41, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 0, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 00:47:13.366275 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6304477-775a-41a3-aa1d-594da8ba7813 req-3407b5c4-5a74-49cb-b64b-d1bc882bd7e0 service neutron] Checking segment: {'id': '3de05d6b-2c84-441f-bc53-4fa7981bcbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e271d85f-7317-457a-866b-38767b94b4ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:47:13.366711 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6304477-775a-41a3-aa1d-594da8ba7813 req-3407b5c4-5a74-49cb-b64b-d1bc882bd7e0 service neutron] Bound using segment: {'id': '3de05d6b-2c84-441f-bc53-4fa7981bcbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e271d85f-7317-457a-866b-38767b94b4ff'} {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 00:47:13.367253 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [req-e6304477-775a-41a3-aa1d-594da8ba7813 req-3407b5c4-5a74-49cb-b64b-d1bc882bd7e0 service neutron] Bound port: 4b8248ec-e613-48b5-9472-bdb6f5e1f0d6, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3de05d6b-2c84-441f-bc53-4fa7981bcbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e271d85f-7317-457a-866b-38767b94b4ff'}}] {{(pid=105699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 00:47:13.367767 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-e6304477-775a-41a3-aa1d-594da8ba7813 req-3407b5c4-5a74-49cb-b64b-d1bc882bd7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:13.385384 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-7898e6fa-9dce-4f1f-8ccf-8f9517989d67 req-7b0791d2-3d05-4874-af5a-6a2f61421186 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256896220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792256344486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517368'] for port, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:13.392315 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-7fa8d0bb-f656-4d9d-aeae-18f4a18d4db4 None None] Notify callbacks [] for port, precommit_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:13.412072 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-7fa8d0bb-f656-4d9d-aeae-18f4a18d4db4 None None] Transition to ACTIVE for port object 2fb42761-f924-467e-afcd-852ca1ddf211 will not be triggered until provisioned by entity L2. {{(pid=105700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:47:13.433008 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0e9a060e-c038-4213-a75b-9a0b75806fb3 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:13.436299 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-7fa8d0bb-f656-4d9d-aeae-18f4a18d4db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:13.438762 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0e9a060e-c038-4213-a75b-9a0b75806fb3 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607653'] for security_group_rule, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:13.457581 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Pushing event updated for resources: {'Port': ['ID=06cb10f8-dcd3-447c-aa70-5944dd96eb8b,revision_number=5']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:13.472654 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9a060e-c038-4213-a75b-9a0b75806fb3 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1ba94c6-6ee5-4adc-8837-ba9f3ae1e332,revision_number=0']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:13.481198 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0e9a060e-c038-4213-a75b-9a0b75806fb3 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:13.482481 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-0e9a060e-c038-4213-a75b-9a0b75806fb3 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1595445 Sep 08 00:47:13.485559 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 52548) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:47:13.486656 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0791d2-3d05-4874-af5a-6a2f61421186 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Pushing event deleted for resources: {'Port': ['ID=410aaa63-88f7-4049-af15-3017f45bebdc,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:13.497886 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [None req-ce8c7cf3-9a05-44b1-b527-9f5727220f7d tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Request body: {'security_group_rule': {'security_group_id': '64adc093-92cf-4671-8851-e15ed397cc48', 'project_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:47:13.522667 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-7fa8d0bb-f656-4d9d-aeae-18f4a18d4db4 None None] Attempting to bind port 2fb42761-f924-467e-afcd-852ca1ddf211 on host dv-cinder-759961-13-iscsi for vnic_type normal with profile {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 00:47:13.522667 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-7fa8d0bb-f656-4d9d-aeae-18f4a18d4db4 None None] Attempting to bind port 2fb42761-f924-467e-afcd-852ca1ddf211 by drivers openvswitch,hyperv on host dv-cinder-759961-13-iscsi at level 0 using segments [{'id': '8f85bbb2-d588-4058-a2ba-8b00436e9fac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a'}] {{(pid=105700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 00:47:13.523177 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa8d0bb-f656-4d9d-aeae-18f4a18d4db4 None None] Attempting to bind port 2fb42761-f924-467e-afcd-852ca1ddf211 on network aeb1b426-56a4-445f-8c16-06e4bfc4278a {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:47:13.554432 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa8d0bb-f656-4d9d-aeae-18f4a18d4db4 None None] Checking agent: {'id': 'f82a9a64-a181-41a7-bfc0-9590d2256fe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 0, 35, 51), 'started_at': datetime.datetime(2021, 9, 8, 0, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 0, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 00:47:13.554822 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa8d0bb-f656-4d9d-aeae-18f4a18d4db4 None None] Checking segment: {'id': '8f85bbb2-d588-4058-a2ba-8b00436e9fac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:47:13.555251 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-7fa8d0bb-f656-4d9d-aeae-18f4a18d4db4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:13.556185 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa8d0bb-f656-4d9d-aeae-18f4a18d4db4 None None] Bound using segment: {'id': '8f85bbb2-d588-4058-a2ba-8b00436e9fac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a'} {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 00:47:13.556423 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-7fa8d0bb-f656-4d9d-aeae-18f4a18d4db4 None None] Bound port: 2fb42761-f924-467e-afcd-852ca1ddf211, host: dv-cinder-759961-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f85bbb2-d588-4058-a2ba-8b00436e9fac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a'}}] {{(pid=105700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 00:47:13.556651 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-7fa8d0bb-f656-4d9d-aeae-18f4a18d4db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:13.560270 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15c4e0e-d44a-420f-ae95-507a9ce8b56b None None] Pushing event updated for resources: {'Port': ['ID=2fb42761-f924-467e-afcd-852ca1ddf211,revision_number=2']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:13.577652 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-ce8c7cf3-9a05-44b1-b527-9f5727220f7d tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:13.579911 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.db_base_plugin_common [None req-d7ebd498-9cf1-4f9d-b0a4-b13438c7549f admin admin] Allocated IP 172.20.0.1 (19329648-8d2f-470b-8445-1c19540ed0bb/409743aa-ae9c-474a-9abb-e28243a8f127/84d4b1aa-7523-4643-8261-035f8c5cd582) {{(pid=105699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 00:47:13.582571 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [req-7898e6fa-9dce-4f1f-8ccf-8f9517989d67 req-7b0791d2-3d05-4874-af5a-6a2f61421186 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] No DVR routers for this DVR port 410aaa63-88f7-4049-af15-3017f45bebdc on host hv-cinder-75996 {{(pid=105699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 00:47:13.585560 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-7898e6fa-9dce-4f1f-8ccf-8f9517989d67 req-7b0791d2-3d05-4874-af5a-6a2f61421186 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for port, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:13.588246 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-7898e6fa-9dce-4f1f-8ccf-8f9517989d67 req-7b0791d2-3d05-4874-af5a-6a2f61421186 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.35 "DELETE /v2.0/ports/410aaa63-88f7-4049-af15-3017f45bebdc HTTP/1.1" status: 204 len: 173 time: 2.3041983 Sep 08 00:47:13.593016 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17bd717e-e3a1-4201-954d-c180bf7da885', 'name': 'network-vif-deleted', 'tag': '410aaa63-88f7-4049-af15-3017f45bebdc'}] {{(pid=105699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:47:13.595294 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3219a0c12e8a5a78bd5034d738b4394f25721dc263a67c7d4cfc0eaa1ac0f340" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e5eab0-3cc6-48b5-bd23-adf10141af79" -d '{"events": [{"server_uuid": "17bd717e-e3a1-4201-954d-c180bf7da885", "name": "network-vif-deleted", "tag": "410aaa63-88f7-4049-af15-3017f45bebdc"}]}' {{(pid=105699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:47:13.617716 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device bc2dfc48-b96d-4d71-9a61-e1e2cf317423 up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:47:13.668891 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-7fa8d0bb-f656-4d9d-aeae-18f4a18d4db4 None None] For port 2fb42761-f924-467e-afcd-852ca1ddf211, host dv-cinder-759961-13-iscsi, cleared binding levels {{(pid=105700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 00:47:13.672356 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.db [req-e6304477-775a-41a3-aa1d-594da8ba7813 req-3407b5c4-5a74-49cb-b64b-d1bc882bd7e0 service neutron] For port 4b8248ec-e613-48b5-9472-bdb6f5e1f0d6, host hv-cinder-75996, cleared binding levels {{(pid=105699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 00:47:13.675980 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-7fa8d0bb-f656-4d9d-aeae-18f4a18d4db4 None None] For port 2fb42761-f924-467e-afcd-852ca1ddf211, host dv-cinder-759961-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=2fb42761-f924-467e-afcd-852ca1ddf211,segment=NetworkSegment(8f85bbb2-d588-4058-a2ba-8b00436e9fac),segment_id=8f85bbb2-d588-4058-a2ba-8b00436e9fac)] {{(pid=105700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 00:47:13.683602 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-ce8c7cf3-9a05-44b1-b527-9f5727220f7d tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:13.685971 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-7fa8d0bb-f656-4d9d-aeae-18f4a18d4db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:13.690341 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-ce8c7cf3-9a05-44b1-b527-9f5727220f7d tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607653'] for security_group_rule, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:13.700696 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.db [req-e6304477-775a-41a3-aa1d-594da8ba7813 req-3407b5c4-5a74-49cb-b64b-d1bc882bd7e0 service neutron] For port 4b8248ec-e613-48b5-9472-bdb6f5e1f0d6, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=4b8248ec-e613-48b5-9472-bdb6f5e1f0d6,segment=NetworkSegment(3de05d6b-2c84-441f-bc53-4fa7981bcbd6),segment_id=3de05d6b-2c84-441f-bc53-4fa7981bcbd6)] {{(pid=105699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 00:47:13.708384 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c7cf3-9a05-44b1-b527-9f5727220f7d tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e75e8ca-a25b-4a5f-9618-e44976d07c4b,revision_number=0']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:13.735989 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-ce8c7cf3-9a05-44b1-b527-9f5727220f7d tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:13.735989 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-ce8c7cf3-9a05-44b1-b527-9f5727220f7d tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2437239 Sep 08 00:47:13.739418 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 52558) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:47:13.745177 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [None req-f0be5226-1fba-4893-8b85-4ef07de94a9d tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Request body: {'security_group_rule': {'security_group_id': '64adc093-92cf-4671-8851-e15ed397cc48', 'project_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:47:13.748942 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning complete for port bc2dfc48-b96d-4d71-9a61-e1e2cf317423 triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:47:13.749316 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:13.754059 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-e6304477-775a-41a3-aa1d-594da8ba7813 req-3407b5c4-5a74-49cb-b64b-d1bc882bd7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25517367'] for port, after_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:13.773251 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.db.securitygroups_db [None req-f0be5226-1fba-4893-8b85-4ef07de94a9d tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Project d2122c17d3e9420ca396e89dd2ef51d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 00:47:13.782608 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-f0be5226-1fba-4893-8b85-4ef07de94a9d tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:13.784163 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15c4e0e-d44a-420f-ae95-507a9ce8b56b None None] Pushing event updated for resources: {'Port': ['ID=2fb42761-f924-467e-afcd-852ca1ddf211,revision_number=3']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:13.788581 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa8d0bb-f656-4d9d-aeae-18f4a18d4db4 None None] Routers {'1fd9eb9e-c43a-463a-b069-11fb213aaa74'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:47:13.789844 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-7fa8d0bb-f656-4d9d-aeae-18f4a18d4db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:46:51Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['1fd9eb9e-c43a-463a-b069-11fb213aaa74'], 'active': True} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:47:13.833567 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6304477-775a-41a3-aa1d-594da8ba7813 req-3407b5c4-5a74-49cb-b64b-d1bc882bd7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:13.834062 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-e6304477-775a-41a3-aa1d-594da8ba7813 req-3407b5c4-5a74-49cb-b64b-d1bc882bd7e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for port, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:13.835430 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e6304477-775a-41a3-aa1d-594da8ba7813 req-3407b5c4-5a74-49cb-b64b-d1bc882bd7e0 service neutron] 10.222.0.35 "PUT /v2.0/ports/4b8248ec-e613-48b5-9472-bdb6f5e1f0d6 HTTP/1.1" status: 200 len: 1093 time: 2.6058128 Sep 08 00:47:13.859669 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e8476-5ff0-4697-8982-bb895a780fe9 req-0eda7e90-b11d-4c6a-a278-e5121c51fa29 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:13.860276 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-f0be5226-1fba-4893-8b85-4ef07de94a9d tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:13.861213 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ed2e8476-5ff0-4697-8982-bb895a780fe9 req-0eda7e90-b11d-4c6a-a278-e5121c51fa29 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=a29bcd84-6bc8-4430-9c65-c3b14e19f699 HTTP/1.1" status: 200 len: 943 time: 0.2177711 Sep 08 00:47:13.865823 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-d7ebd498-9cf1-4f9d-b0a4-b13438c7549f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:13.870055 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-f0be5226-1fba-4893-8b85-4ef07de94a9d tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607653'] for security_group_rule, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:13.882469 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3407b5c4-5a74-49cb-b64b-d1bc882bd7e0 service neutron] Pushing event updated for resources: {'Port': ['ID=4b8248ec-e613-48b5-9472-bdb6f5e1f0d6,revision_number=3']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:13.895819 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be5226-1fba-4893-8b85-4ef07de94a9d tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16dc1b8f-5997-41f7-8951-80055fd21a46,revision_number=0']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:13.902983 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-f0be5226-1fba-4893-8b85-4ef07de94a9d tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:13.907453 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-f0be5226-1fba-4893-8b85-4ef07de94a9d tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1668115 Sep 08 00:47:13.907981 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.provisioning_blocks [None req-d7ebd498-9cf1-4f9d-b0a4-b13438c7549f admin admin] Transition to ACTIVE for port object 84d4b1aa-7523-4643-8261-035f8c5cd582 will not be triggered until provisioned by entity DHCP. {{(pid=105699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:47:13.908101 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 52560) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:47:13.917029 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [None req-b785d5b6-1d68-48ff-a9b9-af338ae64e32 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Request body: {'security_group_rule': {'security_group_id': '64adc093-92cf-4671-8851-e15ed397cc48', 'project_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:47:13.929383 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ed2e8476-5ff0-4697-8982-bb895a780fe9 req-7c688a2d-eac5-4bbe-9c0f-7caad3e3c160 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607328 Sep 08 00:47:13.955174 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.db.securitygroups_db [None req-b785d5b6-1d68-48ff-a9b9-af338ae64e32 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Project d2122c17d3e9420ca396e89dd2ef51d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 00:47:13.962330 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-b785d5b6-1d68-48ff-a9b9-af338ae64e32 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:13.982142 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-d7ebd498-9cf1-4f9d-b0a4-b13438c7549f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792256344477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517368'] for port, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:13.995919 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 00:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3019c4-bf2b-40fd-9cc5-80181efe764b x-openstack-request-id: req-7e3019c4-bf2b-40fd-9cc5-80181efe764b {{(pid=105699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:47:13.996234 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17bd717e-e3a1-4201-954d-c180bf7da885", "name": "network-vif-deleted", "tag": "410aaa63-88f7-4049-af15-3017f45bebdc", "status": "completed", "code": 200}]} {{(pid=105699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:47:13.996716 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7e3019c4-bf2b-40fd-9cc5-80181efe764b {{(pid=105699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:47:13.997119 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17bd717e-e3a1-4201-954d-c180bf7da885', 'name': 'network-vif-deleted', 'tag': '410aaa63-88f7-4049-af15-3017f45bebdc', 'status': 'completed', 'code': 200} Sep 08 00:47:14.052117 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ebd498-9cf1-4f9d-b0a4-b13438c7549f admin admin] Network 19329648-8d2f-470b-8445-1c19540ed0bb is already hosted by enough agents. {{(pid=105699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:47:14.053046 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-b785d5b6-1d68-48ff-a9b9-af338ae64e32 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:14.053358 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ebd498-9cf1-4f9d-b0a4-b13438c7549f admin admin] Pushing event updated for resources: {'Port': ['ID=84d4b1aa-7523-4643-8261-035f8c5cd582,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:14.056527 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.base_scheduler [None req-d7ebd498-9cf1-4f9d-b0a4-b13438c7549f admin admin] Resources bound (agent type, host, resource id): {{(pid=105699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:47:14.059165 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ebd498-9cf1-4f9d-b0a4-b13438c7549f admin admin] Received port after_create {{(pid=105699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 00:47:14.075367 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-b785d5b6-1d68-48ff-a9b9-af338ae64e32 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607653'] for security_group_rule, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:14.093828 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b785d5b6-1d68-48ff-a9b9-af338ae64e32 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=789f7460-f247-4026-b075-27959ff03138,revision_number=0']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:14.113846 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-b785d5b6-1d68-48ff-a9b9-af338ae64e32 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:14.115070 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-b785d5b6-1d68-48ff-a9b9-af338ae64e32 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2063708 Sep 08 00:47:14.133855 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvr_db [None req-7fa8d0bb-f656-4d9d-aeae-18f4a18d4db4 None None] Set router 1fd9eb9e-c43a-463a-b069-11fb213aaa74 gateway port host: dv-cinder-759961-13-iscsi {{(pid=105700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:47:14.137155 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-d7ebd498-9cf1-4f9d-b0a4-b13438c7549f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529551'] for router_interface, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:14.387782 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-d7ebd498-9cf1-4f9d-b0a4-b13438c7549f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:14.462019 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-3b1ae74e-7ce5-4018-a8dc-7f67c312feea None None] Provisioning for port 84d4b1aa-7523-4643-8261-035f8c5cd582 completed by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:47:14.469101 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-3b1ae74e-7ce5-4018-a8dc-7f67c312feea None None] Provisioning complete for port 84d4b1aa-7523-4643-8261-035f8c5cd582 triggered by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:47:14.469101 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-3b1ae74e-7ce5-4018-a8dc-7f67c312feea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:14.472656 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-88645efb-c58d-438f-a64c-6142dfde9512 req-6549bcd9-da03-436f-b58f-562f472c93d8 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 210 time: 0.0614488 Sep 08 00:47:14.564247 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ae74e-7ce5-4018-a8dc-7f67c312feea None None] Port 84d4b1aa-7523-4643-8261-035f8c5cd582 cannot update to ACTIVE because it is not bound. {{(pid=105700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 00:47:14.570868 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-7fa8d0bb-f656-4d9d-aeae-18f4a18d4db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd9eb9e-c43a-463a-b069-11fb213aaa74', 'name': 'tempest-TestMinimumBasicScenario-7627038-router', 'tenant_id': '49cfa10359eb4b5785ebb65737c02533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '2fb42761-f924-467e-afcd-852ca1ddf211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:47:06Z', 'updated_at': '2021-09-08T00:47:08Z', 'revision_number': 3, 'project_id': '49cfa10359eb4b5785ebb65737c02533', 'gw_port': {'id': '2fb42761-f924-467e-afcd-852ca1ddf211', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ef:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd9eb9e-c43a-463a-b069-11fb213aaa74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:07Z', 'updated_at': '2021-09-08T00:47:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi'}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:47:14.603213 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa8d0bb-f656-4d9d-aeae-18f4a18d4db4 None None] The sync data for ids ['1fd9eb9e-c43a-463a-b069-11fb213aaa74'] in dv-cinder-759961-13-iscsi is: [{'id': '1fd9eb9e-c43a-463a-b069-11fb213aaa74', 'name': 'tempest-TestMinimumBasicScenario-7627038-router', 'tenant_id': '49cfa10359eb4b5785ebb65737c02533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '2fb42761-f924-467e-afcd-852ca1ddf211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:47:06Z', 'updated_at': '2021-09-08T00:47:08Z', 'revision_number': 3, 'project_id': '49cfa10359eb4b5785ebb65737c02533', 'gw_port': {'id': '2fb42761-f924-467e-afcd-852ca1ddf211', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ef:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd9eb9e-c43a-463a-b069-11fb213aaa74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:07Z', 'updated_at': '2021-09-08T00:47:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi'}] {{(pid=105700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 00:47:14.634857 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-d7ebd498-9cf1-4f9d-b0a4-b13438c7549f admin admin] Notify callbacks [] for port, precommit_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:14.645243 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-d7ebd498-9cf1-4f9d-b0a4-b13438c7549f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25517367'] for port, after_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:14.710903 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-d7ebd498-9cf1-4f9d-b0a4-b13438c7549f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531487'] for router_interface, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:14.714109 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ebd498-9cf1-4f9d-b0a4-b13438c7549f admin admin] Pushing event updated for resources: {'Port': ['ID=84d4b1aa-7523-4643-8261-035f8c5cd582,revision_number=2']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:14.812763 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ebd498-9cf1-4f9d-b0a4-b13438c7549f admin admin] Network 19329648-8d2f-470b-8445-1c19540ed0bb is already hosted by enough agents. {{(pid=105699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:47:14.814098 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.base_scheduler [None req-d7ebd498-9cf1-4f9d-b0a4-b13438c7549f admin admin] Resources bound (agent type, host, resource id): {{(pid=105699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:47:14.926451 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ebd498-9cf1-4f9d-b0a4-b13438c7549f admin admin] Router 1fd9eb9e-c43a-463a-b069-11fb213aaa74 has already been hosted by L3 agent e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146 {{(pid=105699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 00:47:14.985821 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-27311029-2653-4c65-86c4-c5299b4ecdd6 None None] Provisioning complete for port 84d4b1aa-7523-4643-8261-035f8c5cd582 triggered by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:47:14.986198 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-27311029-2653-4c65-86c4-c5299b4ecdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:15.022351 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-27311029-2653-4c65-86c4-c5299b4ecdd6 None None] Port 84d4b1aa-7523-4643-8261-035f8c5cd582 cannot update to ACTIVE because it is not bound. {{(pid=105700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 00:47:15.073750 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ebd498-9cf1-4f9d-b0a4-b13438c7549f admin admin] Notify agent at l3_agent.dv-cinder-759961-13-iscsi the message routers_updated {{(pid=105699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 00:47:15.079189 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-d7ebd498-9cf1-4f9d-b0a4-b13438c7549f admin admin] 10.222.0.15 "PUT /v2.0/routers/1fd9eb9e-c43a-463a-b069-11fb213aaa74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4958014 Sep 08 00:47:15.095541 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb2ca61-2136-4fe3-9631-3a043a9070d0 req-3f8ea3e3-6485-4637-a7e6-c96efd4ce369 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:15.097027 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-9cb2ca61-2136-4fe3-9631-3a043a9070d0 req-3f8ea3e3-6485-4637-a7e6-c96efd4ce369 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=a29bcd84-6bc8-4430-9c65-c3b14e19f699 HTTP/1.1" status: 200 len: 943 time: 0.0984018 Sep 08 00:47:15.140171 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-9cb2ca61-2136-4fe3-9631-3a043a9070d0 req-d4d8628a-0cc5-4d3f-bee2-ee34e70bc972 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334733 Sep 08 00:47:15.382185 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:15.512373 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 06cb10f8-dcd3-447c-aa70-5944dd96eb8b up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:47:15.561610 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning complete for port 06cb10f8-dcd3-447c-aa70-5944dd96eb8b triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:47:15.561977 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:15.592655 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0f018111-8260-49c4-bcea-17d701747ed3 req-63bcab9d-1400-4f80-96a3-8b6658b771c8 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 210 time: 0.0409322 Sep 08 00:47:15.656686 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 614d22f3-fb74-4d57-995e-c0035e702c74 up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:47:15.703662 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning for port 614d22f3-fb74-4d57-995e-c0035e702c74 completed by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:47:15.707744 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning complete for port 614d22f3-fb74-4d57-995e-c0035e702c74 triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:47:15.708122 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:15.786001 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:15.808857 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] For port 614d22f3-fb74-4d57-995e-c0035e702c74, host dv-cinder-759961-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=614d22f3-fb74-4d57-995e-c0035e702c74,segment=NetworkSegment(8f85bbb2-d588-4058-a2ba-8b00436e9fac),segment_id=8f85bbb2-d588-4058-a2ba-8b00436e9fac)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:47:15.814665 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:15.870277 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Pushing event updated for resources: {'Port': ['ID=614d22f3-fb74-4d57-995e-c0035e702c74,revision_number=4']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:15.998359 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a29bcd84-6bc8-4430-9c65-c3b14e19f699', 'tag': '4b8248ec-e613-48b5-9472-bdb6f5e1f0d6'}] {{(pid=105699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:47:16.001547 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3219a0c12e8a5a78bd5034d738b4394f25721dc263a67c7d4cfc0eaa1ac0f340" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266c8a3f-abee-4547-a7a1-4827d59ccfda" -d '{"events": [{"name": "network-changed", "server_uuid": "a29bcd84-6bc8-4430-9c65-c3b14e19f699", "tag": "4b8248ec-e613-48b5-9472-bdb6f5e1f0d6"}]}' {{(pid=105699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:47:16.040836 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 00:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d84daf-70ac-4763-96ad-328cc5c9182f x-openstack-request-id: req-83d84daf-70ac-4763-96ad-328cc5c9182f {{(pid=105699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:47:16.041310 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a29bcd84-6bc8-4430-9c65-c3b14e19f699", "tag": "4b8248ec-e613-48b5-9472-bdb6f5e1f0d6", "status": "completed", "code": 200}]} {{(pid=105699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:47:16.041566 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-83d84daf-70ac-4763-96ad-328cc5c9182f {{(pid=105699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:47:16.041961 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a29bcd84-6bc8-4430-9c65-c3b14e19f699', 'tag': '4b8248ec-e613-48b5-9472-bdb6f5e1f0d6', 'status': 'completed', 'code': 200} Sep 08 00:47:16.185850 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.agents_db [None req-8a21184a-e449-40d8-9b7c-bcfe602fdfc6 None None] Agent healthcheck: found 6 active agents {{(pid=105701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 00:47:16.263834 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dfdef8-4ea5-48d5-aa06-c2a42cd343e3 req-8731b720-40a9-42bb-ac08-7923d3577dac tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:16.265612 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-c5dfdef8-4ea5-48d5-aa06-c2a42cd343e3 req-8731b720-40a9-42bb-ac08-7923d3577dac tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=a29bcd84-6bc8-4430-9c65-c3b14e19f699 HTTP/1.1" status: 200 len: 943 time: 0.0535326 Sep 08 00:47:16.335121 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-c5dfdef8-4ea5-48d5-aa06-c2a42cd343e3 req-6d17a899-acfb-4a85-897c-2dfee77d157b tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629382 Sep 08 00:47:16.724179 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-9cf91cb6-b2d1-4617-ad88-48a46ce30913 req-5ebc5218-2e18-46d1-99b1-269801c46ef8 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 210 time: 0.0384076 Sep 08 00:47:17.008932 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c8a3f-abee-4547-a7a1-4827d59ccfda req-2fe6ec47-a940-44ac-8fbc-9d02cc737eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:17.011179 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-266c8a3f-abee-4547-a7a1-4827d59ccfda req-2fe6ec47-a940-44ac-8fbc-9d02cc737eb1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9b0ed6c08b9844e2ba70a09ddd0959c1&device_id=a29bcd84-6bc8-4430-9c65-c3b14e19f699 HTTP/1.1" status: 200 len: 1096 time: 0.0761633 Sep 08 00:47:17.030447 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39952991-f644-435c-b4c8-cf44351ec36c None None] Sync routers for ids ['9dea2eb2-d25c-494c-883c-9ef4daa843cf'] in dv-cinder-759961-13-iscsi {{(pid=105701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 00:47:17.043050 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39952991-f644-435c-b4c8-cf44351ec36c None None] Routers {'9dea2eb2-d25c-494c-883c-9ef4daa843cf'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:47:17.043637 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-39952991-f644-435c-b4c8-cf44351ec36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:46:51Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['9dea2eb2-d25c-494c-883c-9ef4daa843cf'], 'active': True} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:47:17.190971 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c8a3f-abee-4547-a7a1-4827d59ccfda req-17cca83d-5957-4755-9f8a-9f2527645de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:17.192834 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-266c8a3f-abee-4547-a7a1-4827d59ccfda req-17cca83d-5957-4755-9f8a-9f2527645de6 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=9b0ed6c08b9844e2ba70a09ddd0959c1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1411295 Sep 08 00:47:17.208654 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvr_db [None req-39952991-f644-435c-b4c8-cf44351ec36c None None] Set router 9dea2eb2-d25c-494c-883c-9ef4daa843cf gateway port host: dv-cinder-759961-13-iscsi {{(pid=105701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:47:17.375886 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c8a3f-abee-4547-a7a1-4827d59ccfda req-684e4ac9-76bd-4219-8a4e-104301c8611d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:17.379546 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-266c8a3f-abee-4547-a7a1-4827d59ccfda req-684e4ac9-76bd-4219-8a4e-104301c8611d service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1626554 Sep 08 00:47:17.565314 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed8e1a-a9e5-4eda-9b15-bb162496826a req-3609abc2-1999-450c-84b7-33b9e00d2ae5 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:17.575972 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f7ed8e1a-a9e5-4eda-9b15-bb162496826a req-3609abc2-1999-450c-84b7-33b9e00d2ae5 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=a29bcd84-6bc8-4430-9c65-c3b14e19f699 HTTP/1.1" status: 200 len: 943 time: 0.1300657 Sep 08 00:47:17.578163 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-39952991-f644-435c-b4c8-cf44351ec36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dea2eb2-d25c-494c-883c-9ef4daa843cf', 'name': 'tempest-TestVolumeBootPattern-1161032333-router', 'tenant_id': 'eee55e4704e3486798316ea6045f4b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '614d22f3-fb74-4d57-995e-c0035e702c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:47:02Z', 'updated_at': '2021-09-08T00:47:09Z', 'revision_number': 4, 'project_id': 'eee55e4704e3486798316ea6045f4b42', 'gw_port': {'id': '614d22f3-fb74-4d57-995e-c0035e702c74', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dea2eb2-d25c-494c-883c-9ef4daa843cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:03Z', 'updated_at': '2021-09-08T00:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_interfaces': [{'id': '06723348-7d49-4a76-bd6b-b4bd8d002237', 'name': '', 'network_id': '1917bf21-95c3-4829-b04f-1a03bde953ac', 'tenant_id': 'eee55e4704e3486798316ea6045f4b42', 'mac_address': 'fa:16:3e:12:57:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dea2eb2-d25c-494c-883c-9ef4daa843cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '7887b8c5-c6e4-4ab5-bc6a-ff65c4637787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:08Z', 'updated_at': '2021-09-08T00:47:10Z', 'revision_number': 2, 'project_id': 'eee55e4704e3486798316ea6045f4b42', 'subnets': [{'id': '7887b8c5-c6e4-4ab5-bc6a-ff65c4637787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:47:17.609756 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6304477-775a-41a3-aa1d-594da8ba7813 req-71b5e1b1-01e1-4768-bebd-f00d4f5123e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:17.610461 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39952991-f644-435c-b4c8-cf44351ec36c None None] Checking router: 9dea2eb2-d25c-494c-883c-9ef4daa843cf for host: dv-cinder-759961-13-iscsi {{(pid=105701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 00:47:17.610911 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39952991-f644-435c-b4c8-cf44351ec36c None None] Updating router 9dea2eb2-d25c-494c-883c-9ef4daa843cf port 06723348-7d49-4a76-bd6b-b4bd8d002237 binding host dv-cinder-759961-13-iscsi {{(pid=105701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 00:47:17.611247 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e6304477-775a-41a3-aa1d-594da8ba7813 req-71b5e1b1-01e1-4768-bebd-f00d4f5123e3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9b0ed6c08b9844e2ba70a09ddd0959c1&device_id=a29bcd84-6bc8-4430-9c65-c3b14e19f699 HTTP/1.1" status: 200 len: 1096 time: 0.1012201 Sep 08 00:47:17.637395 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f7ed8e1a-a9e5-4eda-9b15-bb162496826a req-686193f6-64e7-4323-b28d-b127309c3681 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603471 Sep 08 00:47:17.638427 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 2fb42761-f924-467e-afcd-852ca1ddf211 up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:47:17.661854 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-39952991-f644-435c-b4c8-cf44351ec36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:17.686504 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e6304477-775a-41a3-aa1d-594da8ba7813 req-824c9fd4-05ba-4aa1-83cb-e97281a280e7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b8248ec-e613-48b5-9472-bdb6f5e1f0d6 HTTP/1.1" status: 200 len: 217 time: 0.0478361 Sep 08 00:47:17.738546 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning for port 2fb42761-f924-467e-afcd-852ca1ddf211 completed by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:47:17.744880 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning complete for port 2fb42761-f924-467e-afcd-852ca1ddf211 triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:47:17.745432 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:17.760010 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6304477-775a-41a3-aa1d-594da8ba7813 req-e4f707cb-e0b6-47b5-9108-f4a870f341fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:17.766470 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e6304477-775a-41a3-aa1d-594da8ba7813 req-e4f707cb-e0b6-47b5-9108-f4a870f341fc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=90c2af37-f46d-44ca-a62c-c2802a56f799 HTTP/1.1" status: 200 len: 855 time: 0.0724945 Sep 08 00:47:17.845683 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e6304477-775a-41a3-aa1d-594da8ba7813 req-82b53582-ee36-4fac-8289-a6f8d5347692 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e271d85f-7317-457a-866b-38767b94b4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700204 Sep 08 00:47:17.859145 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-c3115a83-3533-4a7c-9260-caa0ab24fc43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:18.097215 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:18.154725 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] For port 2fb42761-f924-467e-afcd-852ca1ddf211, host dv-cinder-759961-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=2fb42761-f924-467e-afcd-852ca1ddf211,segment=NetworkSegment(8f85bbb2-d588-4058-a2ba-8b00436e9fac),segment_id=8f85bbb2-d588-4058-a2ba-8b00436e9fac)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:47:18.158581 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:18.159371 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 614d22f3-fb74-4d57-995e-c0035e702c74 up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:47:18.206829 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] get_ports_and_sgs() called for port_ids ['616f49b5-d245-4c18-9d30-c7f54b6143de'] {{(pid=105700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 00:47:18.233410 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-28c256e9-442b-420b-a6c0-c9ce28802834 req-2b2c1c3e-015a-4c35-b47f-60895943484c tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=17bd717e-e3a1-4201-954d-c180bf7da885 HTTP/1.1" status: 200 len: 210 time: 0.0608358 Sep 08 00:47:18.250922 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-39952991-f644-435c-b4c8-cf44351ec36c None None] Notify callbacks [] for port, precommit_update {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:18.251476 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e6304477-775a-41a3-aa1d-594da8ba7813 req-ef7b9b7c-4236-4cec-a958-f9aa22ba97d1 service neutron] 10.222.0.35 "GET /v2.0/networks/e271d85f-7317-457a-866b-38767b94b4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868473 Sep 08 00:47:18.268186 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.provisioning_blocks [None req-39952991-f644-435c-b4c8-cf44351ec36c None None] Transition to ACTIVE for port object 06723348-7d49-4a76-bd6b-b4bd8d002237 will not be triggered until provisioned by entity L2. {{(pid=105701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:47:18.281642 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-39952991-f644-435c-b4c8-cf44351ec36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:18.348408 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Pushing event updated for resources: {'Port': ['ID=2fb42761-f924-467e-afcd-852ca1ddf211,revision_number=4']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:18.360516 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa657e-df0f-43ea-8295-75f53de0a920 None None] Pushing event updated for resources: {'Port': ['ID=06723348-7d49-4a76-bd6b-b4bd8d002237,revision_number=3']} {{(pid=105701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:18.386212 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning complete for port 614d22f3-fb74-4d57-995e-c0035e702c74 triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:47:18.386584 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:18.408809 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e6304477-775a-41a3-aa1d-594da8ba7813 req-c96e9be1-140a-4964-bc7b-08f75928ad10 service neutron] 10.222.0.35 "GET /v2.0/networks/e271d85f-7317-457a-866b-38767b94b4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494732 Sep 08 00:47:18.456377 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.managers [None req-39952991-f644-435c-b4c8-cf44351ec36c None None] Attempting to bind port 06723348-7d49-4a76-bd6b-b4bd8d002237 on host dv-cinder-759961-13-iscsi for vnic_type normal with profile {{(pid=105701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 00:47:18.456741 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.managers [None req-39952991-f644-435c-b4c8-cf44351ec36c None None] Attempting to bind port 06723348-7d49-4a76-bd6b-b4bd8d002237 by drivers openvswitch,hyperv on host dv-cinder-759961-13-iscsi at level 0 using segments [{'id': '5b19090b-b250-4394-972e-1dae97439d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1917bf21-95c3-4829-b04f-1a03bde953ac'}] {{(pid=105701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 00:47:18.457097 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39952991-f644-435c-b4c8-cf44351ec36c None None] Attempting to bind port 06723348-7d49-4a76-bd6b-b4bd8d002237 on network 1917bf21-95c3-4829-b04f-1a03bde953ac {{(pid=105701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:47:18.463576 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39952991-f644-435c-b4c8-cf44351ec36c None None] Checking agent: {'id': 'f82a9a64-a181-41a7-bfc0-9590d2256fe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 0, 35, 51), 'started_at': datetime.datetime(2021, 9, 8, 0, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 0, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 00:47:18.464289 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39952991-f644-435c-b4c8-cf44351ec36c None None] Checking segment: {'id': '5b19090b-b250-4394-972e-1dae97439d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1917bf21-95c3-4829-b04f-1a03bde953ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:47:18.464429 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-39952991-f644-435c-b4c8-cf44351ec36c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:18.464768 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39952991-f644-435c-b4c8-cf44351ec36c None None] Bound using segment: {'id': '5b19090b-b250-4394-972e-1dae97439d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1917bf21-95c3-4829-b04f-1a03bde953ac'} {{(pid=105701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 00:47:18.465236 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.managers [None req-39952991-f644-435c-b4c8-cf44351ec36c None None] Bound port: 06723348-7d49-4a76-bd6b-b4bd8d002237, host: dv-cinder-759961-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b19090b-b250-4394-972e-1dae97439d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1917bf21-95c3-4829-b04f-1a03bde953ac'}}] {{(pid=105701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 00:47:18.465631 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-39952991-f644-435c-b4c8-cf44351ec36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:18.644800 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.db [None req-39952991-f644-435c-b4c8-cf44351ec36c None None] For port 06723348-7d49-4a76-bd6b-b4bd8d002237, host dv-cinder-759961-13-iscsi, cleared binding levels {{(pid=105701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 00:47:18.654344 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.db [None req-39952991-f644-435c-b4c8-cf44351ec36c None None] For port 06723348-7d49-4a76-bd6b-b4bd8d002237, host dv-cinder-759961-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=06723348-7d49-4a76-bd6b-b4bd8d002237,segment=NetworkSegment(5b19090b-b250-4394-972e-1dae97439d72),segment_id=5b19090b-b250-4394-972e-1dae97439d72)] {{(pid=105701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 00:47:18.660779 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-39952991-f644-435c-b4c8-cf44351ec36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:18.717214 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39952991-f644-435c-b4c8-cf44351ec36c None None] Routers {'9dea2eb2-d25c-494c-883c-9ef4daa843cf'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:47:18.717854 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-39952991-f644-435c-b4c8-cf44351ec36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:46:51Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['9dea2eb2-d25c-494c-883c-9ef4daa843cf'], 'active': True} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:47:18.762920 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23538f05-4889-423a-8145-185ad2140ebf None None] Sync routers for ids ['1fd9eb9e-c43a-463a-b069-11fb213aaa74'] in dv-cinder-759961-13-iscsi {{(pid=105700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 00:47:18.777809 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23538f05-4889-423a-8145-185ad2140ebf None None] Routers {'1fd9eb9e-c43a-463a-b069-11fb213aaa74'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:47:18.779164 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-23538f05-4889-423a-8145-185ad2140ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:46:51Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['1fd9eb9e-c43a-463a-b069-11fb213aaa74'], 'active': True} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:47:18.912775 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884fbccf-ed5d-4967-9800-ba2d5c3a65af req-24401122-9c27-46b6-97a6-cd980ec15237 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:18.919858 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-884fbccf-ed5d-4967-9800-ba2d5c3a65af req-24401122-9c27-46b6-97a6-cd980ec15237 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=a29bcd84-6bc8-4430-9c65-c3b14e19f699 HTTP/1.1" status: 200 len: 943 time: 0.1123011 Sep 08 00:47:18.927485 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa657e-df0f-43ea-8295-75f53de0a920 None None] Pushing event updated for resources: {'Port': ['ID=06723348-7d49-4a76-bd6b-b4bd8d002237,revision_number=4']} {{(pid=105701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:18.987259 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvr_db [None req-23538f05-4889-423a-8145-185ad2140ebf None None] Set router 1fd9eb9e-c43a-463a-b069-11fb213aaa74 gateway port host: dv-cinder-759961-13-iscsi {{(pid=105700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:47:19.022846 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-884fbccf-ed5d-4967-9800-ba2d5c3a65af req-0c7a680c-83b4-440e-a24f-8fea72969e74 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862498 Sep 08 00:47:19.079570 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvr_db [None req-39952991-f644-435c-b4c8-cf44351ec36c None None] Set router 9dea2eb2-d25c-494c-883c-9ef4daa843cf gateway port host: dv-cinder-759961-13-iscsi {{(pid=105701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:47:19.227617 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 52708) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:47:19.424212 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-7ed86b37-2fb4-454b-9dbe-771b85f86cbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:19.447827 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-23538f05-4889-423a-8145-185ad2140ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd9eb9e-c43a-463a-b069-11fb213aaa74', 'name': 'tempest-TestMinimumBasicScenario-7627038-router', 'tenant_id': '49cfa10359eb4b5785ebb65737c02533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '2fb42761-f924-467e-afcd-852ca1ddf211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:47:06Z', 'updated_at': '2021-09-08T00:47:14Z', 'revision_number': 4, 'project_id': '49cfa10359eb4b5785ebb65737c02533', 'gw_port': {'id': '2fb42761-f924-467e-afcd-852ca1ddf211', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd9eb9e-c43a-463a-b069-11fb213aaa74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:07Z', 'updated_at': '2021-09-08T00:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_interfaces': [{'id': '84d4b1aa-7523-4643-8261-035f8c5cd582', 'name': '', 'network_id': '19329648-8d2f-470b-8445-1c19540ed0bb', 'tenant_id': '49cfa10359eb4b5785ebb65737c02533', 'mac_address': 'fa:16:3e:9c:57:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd9eb9e-c43a-463a-b069-11fb213aaa74', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '409743aa-ae9c-474a-9abb-e28243a8f127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:13Z', 'updated_at': '2021-09-08T00:47:14Z', 'revision_number': 2, 'project_id': '49cfa10359eb4b5785ebb65737c02533', 'subnets': [{'id': '409743aa-ae9c-474a-9abb-e28243a8f127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:47:19.495533 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-39952991-f644-435c-b4c8-cf44351ec36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dea2eb2-d25c-494c-883c-9ef4daa843cf', 'name': 'tempest-TestVolumeBootPattern-1161032333-router', 'tenant_id': 'eee55e4704e3486798316ea6045f4b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '614d22f3-fb74-4d57-995e-c0035e702c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:47:02Z', 'updated_at': '2021-09-08T00:47:09Z', 'revision_number': 4, 'project_id': 'eee55e4704e3486798316ea6045f4b42', 'gw_port': {'id': '614d22f3-fb74-4d57-995e-c0035e702c74', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dea2eb2-d25c-494c-883c-9ef4daa843cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:03Z', 'updated_at': '2021-09-08T00:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_interfaces': [{'id': '06723348-7d49-4a76-bd6b-b4bd8d002237', 'name': '', 'network_id': '1917bf21-95c3-4829-b04f-1a03bde953ac', 'tenant_id': 'eee55e4704e3486798316ea6045f4b42', 'mac_address': 'fa:16:3e:12:57:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dea2eb2-d25c-494c-883c-9ef4daa843cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '7887b8c5-c6e4-4ab5-bc6a-ff65c4637787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:08Z', 'updated_at': '2021-09-08T00:47:18Z', 'revision_number': 4, 'project_id': 'eee55e4704e3486798316ea6045f4b42', 'subnets': [{'id': '7887b8c5-c6e4-4ab5-bc6a-ff65c4637787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:47:19.515290 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23538f05-4889-423a-8145-185ad2140ebf None None] Checking router: 1fd9eb9e-c43a-463a-b069-11fb213aaa74 for host: dv-cinder-759961-13-iscsi {{(pid=105700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 00:47:19.515657 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23538f05-4889-423a-8145-185ad2140ebf None None] Updating router 1fd9eb9e-c43a-463a-b069-11fb213aaa74 port 84d4b1aa-7523-4643-8261-035f8c5cd582 binding host dv-cinder-759961-13-iscsi {{(pid=105700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 00:47:19.560615 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39952991-f644-435c-b4c8-cf44351ec36c None None] The sync data for ids ['9dea2eb2-d25c-494c-883c-9ef4daa843cf'] in dv-cinder-759961-13-iscsi is: [{'id': '9dea2eb2-d25c-494c-883c-9ef4daa843cf', 'name': 'tempest-TestVolumeBootPattern-1161032333-router', 'tenant_id': 'eee55e4704e3486798316ea6045f4b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '614d22f3-fb74-4d57-995e-c0035e702c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:47:02Z', 'updated_at': '2021-09-08T00:47:09Z', 'revision_number': 4, 'project_id': 'eee55e4704e3486798316ea6045f4b42', 'gw_port': {'id': '614d22f3-fb74-4d57-995e-c0035e702c74', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dea2eb2-d25c-494c-883c-9ef4daa843cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:03Z', 'updated_at': '2021-09-08T00:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_interfaces': [{'id': '06723348-7d49-4a76-bd6b-b4bd8d002237', 'name': '', 'network_id': '1917bf21-95c3-4829-b04f-1a03bde953ac', 'tenant_id': 'eee55e4704e3486798316ea6045f4b42', 'mac_address': 'fa:16:3e:12:57:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dea2eb2-d25c-494c-883c-9ef4daa843cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '7887b8c5-c6e4-4ab5-bc6a-ff65c4637787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:08Z', 'updated_at': '2021-09-08T00:47:18Z', 'revision_number': 4, 'project_id': 'eee55e4704e3486798316ea6045f4b42', 'subnets': [{'id': '7887b8c5-c6e4-4ab5-bc6a-ff65c4637787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 00:47:19.563857 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 06723348-7d49-4a76-bd6b-b4bd8d002237 up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:47:19.636697 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-23538f05-4889-423a-8145-185ad2140ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:19.664077 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-7ed86b37-2fb4-454b-9dbe-771b85f86cbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:19.668779 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-7ed86b37-2fb4-454b-9dbe-771b85f86cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:19.729191 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-7ed86b37-2fb4-454b-9dbe-771b85f86cbc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7e7ee22b383d40f398d455abd359995c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5004623 Sep 08 00:47:19.731820 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed86b37-2fb4-454b-9dbe-771b85f86cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983a13eb-1643-4e8d-a27b-b875b7ac4f4f,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:19.731986 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 52718) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:47:19.811815 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-264af612-1e1d-4355-b5fb-39ce2ca2a908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:19.812285 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning for port 06723348-7d49-4a76-bd6b-b4bd8d002237 completed by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:47:19.829891 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10974e-594f-4d1c-a306-6060b00d833f req-e7c2d162-be82-471c-87aa-accf0ba2f8ab tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:19.834230 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0e10974e-594f-4d1c-a306-6060b00d833f req-e7c2d162-be82-471c-87aa-accf0ba2f8ab tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.1011188 Sep 08 00:47:19.850476 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-264af612-1e1d-4355-b5fb-39ce2ca2a908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:19.906011 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0e10974e-594f-4d1c-a306-6060b00d833f req-cfd7450c-ba7b-42ee-b8ab-d2959e3d793c tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657279 Sep 08 00:47:19.907812 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning complete for port 06723348-7d49-4a76-bd6b-b4bd8d002237 triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:47:19.908265 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:19.970096 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-264af612-1e1d-4355-b5fb-39ce2ca2a908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:19.973427 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-264af612-1e1d-4355-b5fb-39ce2ca2a908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:19.974598 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-264af612-1e1d-4355-b5fb-39ce2ca2a908 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/983a13eb-1643-4e8d-a27b-b875b7ac4f4f HTTP/1.1" status: 204 len: 168 time: 0.2409196 Sep 08 00:47:19.983183 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264af612-1e1d-4355-b5fb-39ce2ca2a908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983a13eb-1643-4e8d-a27b-b875b7ac4f4f,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:20.147065 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:20.237005 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad94df-9646-4011-a204-7418bd196bea req-5767fcbd-a032-46e2-beb5-5a3de396bae5 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:20.248188 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a2ad94df-9646-4011-a204-7418bd196bea req-5767fcbd-a032-46e2-beb5-5a3de396bae5 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=a29bcd84-6bc8-4430-9c65-c3b14e19f699 HTTP/1.1" status: 200 len: 943 time: 0.0993426 Sep 08 00:47:20.248461 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] For port 06723348-7d49-4a76-bd6b-b4bd8d002237, host dv-cinder-759961-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=06723348-7d49-4a76-bd6b-b4bd8d002237,segment=NetworkSegment(5b19090b-b250-4394-972e-1dae97439d72),segment_id=5b19090b-b250-4394-972e-1dae97439d72)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:47:20.262089 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:20.263352 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 2fb42761-f924-467e-afcd-852ca1ddf211 up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:47:20.279001 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-23538f05-4889-423a-8145-185ad2140ebf None None] Notify callbacks [] for port, precommit_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:20.356180 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a2ad94df-9646-4011-a204-7418bd196bea req-ef544654-2199-410d-ae12-50c8e557a6fa tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064646 Sep 08 00:47:20.510180 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Pushing event updated for resources: {'Port': ['ID=06723348-7d49-4a76-bd6b-b4bd8d002237,revision_number=5']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:20.552319 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-23538f05-4889-423a-8145-185ad2140ebf None None] Transition to ACTIVE for port object 84d4b1aa-7523-4643-8261-035f8c5cd582 will not be triggered until provisioned by entity L2. {{(pid=105700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:47:20.568788 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-23538f05-4889-423a-8145-185ad2140ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:20.639554 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning complete for port 2fb42761-f924-467e-afcd-852ca1ddf211 triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:47:20.639554 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:20.745159 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e3e6ea-3a6d-4f98-ab9a-7d6368f83892 None None] Pushing event updated for resources: {'Port': ['ID=84d4b1aa-7523-4643-8261-035f8c5cd582,revision_number=3']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:20.873077 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-23538f05-4889-423a-8145-185ad2140ebf None None] Attempting to bind port 84d4b1aa-7523-4643-8261-035f8c5cd582 on host dv-cinder-759961-13-iscsi for vnic_type normal with profile {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 00:47:20.873875 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-23538f05-4889-423a-8145-185ad2140ebf None None] Attempting to bind port 84d4b1aa-7523-4643-8261-035f8c5cd582 by drivers openvswitch,hyperv on host dv-cinder-759961-13-iscsi at level 0 using segments [{'id': '8f4e1451-6c45-42f6-b95d-3116bdee8dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '19329648-8d2f-470b-8445-1c19540ed0bb'}] {{(pid=105700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 00:47:20.876707 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23538f05-4889-423a-8145-185ad2140ebf None None] Attempting to bind port 84d4b1aa-7523-4643-8261-035f8c5cd582 on network 19329648-8d2f-470b-8445-1c19540ed0bb {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:47:20.902530 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:20.907657 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-8ca102f4-f93e-4571-85e7-6d85833c05c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:20.910615 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23538f05-4889-423a-8145-185ad2140ebf None None] Checking agent: {'id': 'f82a9a64-a181-41a7-bfc0-9590d2256fe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 0, 35, 51), 'started_at': datetime.datetime(2021, 9, 8, 0, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 0, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 00:47:20.910997 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23538f05-4889-423a-8145-185ad2140ebf None None] Checking segment: {'id': '8f4e1451-6c45-42f6-b95d-3116bdee8dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '19329648-8d2f-470b-8445-1c19540ed0bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:47:20.911825 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-23538f05-4889-423a-8145-185ad2140ebf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:20.912220 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23538f05-4889-423a-8145-185ad2140ebf None None] Bound using segment: {'id': '8f4e1451-6c45-42f6-b95d-3116bdee8dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '19329648-8d2f-470b-8445-1c19540ed0bb'} {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 00:47:20.912708 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-23538f05-4889-423a-8145-185ad2140ebf None None] Bound port: 84d4b1aa-7523-4643-8261-035f8c5cd582, host: dv-cinder-759961-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f4e1451-6c45-42f6-b95d-3116bdee8dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '19329648-8d2f-470b-8445-1c19540ed0bb'}}] {{(pid=105700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 00:47:20.913097 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-23538f05-4889-423a-8145-185ad2140ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:20.999335 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-23538f05-4889-423a-8145-185ad2140ebf None None] For port 84d4b1aa-7523-4643-8261-035f8c5cd582, host dv-cinder-759961-13-iscsi, cleared binding levels {{(pid=105700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 00:47:21.002894 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-23538f05-4889-423a-8145-185ad2140ebf None None] For port 84d4b1aa-7523-4643-8261-035f8c5cd582, host dv-cinder-759961-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=84d4b1aa-7523-4643-8261-035f8c5cd582,segment=NetworkSegment(8f4e1451-6c45-42f6-b95d-3116bdee8dcc),segment_id=8f4e1451-6c45-42f6-b95d-3116bdee8dcc)] {{(pid=105700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 00:47:21.011850 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-23538f05-4889-423a-8145-185ad2140ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:21.060452 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5272c-1200-4340-8bb4-892e448c7b12 req-5b79ce4c-4a41-4900-8fe1-4beae207578e tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:21.065327 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23538f05-4889-423a-8145-185ad2140ebf None None] Routers {'1fd9eb9e-c43a-463a-b069-11fb213aaa74'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:47:21.065971 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-23538f05-4889-423a-8145-185ad2140ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:47:21Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['1fd9eb9e-c43a-463a-b069-11fb213aaa74'], 'active': True} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:47:21.074213 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-23b5272c-1200-4340-8bb4-892e448c7b12 req-5b79ce4c-4a41-4900-8fe1-4beae207578e tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.0889904 Sep 08 00:47:21.132347 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e3e6ea-3a6d-4f98-ab9a-7d6368f83892 None None] Pushing event updated for resources: {'Port': ['ID=84d4b1aa-7523-4643-8261-035f8c5cd582,revision_number=4']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:21.137574 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-23b5272c-1200-4340-8bb4-892e448c7b12 req-2a8d56a8-d294-46c5-b59b-3544e1f8d90f tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621221 Sep 08 00:47:21.175391 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 52754) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:47:21.234808 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvr_db [None req-23538f05-4889-423a-8145-185ad2140ebf None None] Set router 1fd9eb9e-c43a-463a-b069-11fb213aaa74 gateway port host: dv-cinder-759961-13-iscsi {{(pid=105700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:47:21.347597 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [None req-bb1d9ab3-096d-48f5-b4ad-d1e1704a3dce admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1099005069-network', 'tenant_id': 'a682fa0a6ca14e42a44da67d539aecca'}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:47:21.403767 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1d9ab3-096d-48f5-b4ad-d1e1704a3dce admin admin] Made reservation on behalf of a682fa0a6ca14e42a44da67d539aecca for: {'network': 1} {{(pid=105699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:47:21.417341 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-bb1d9ab3-096d-48f5-b4ad-d1e1704a3dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for network, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:21.443994 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-bb1d9ab3-096d-48f5-b4ad-d1e1704a3dce admin admin] Notify callbacks [] for security_group, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:21.466082 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device 4b8248ec-e613-48b5-9472-bdb6f5e1f0d6 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=105700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 00:47:21.509890 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 06723348-7d49-4a76-bd6b-b4bd8d002237 up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:47:21.573258 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac74d46-6523-404a-95b5-d977f25f50cb req-e43f3a80-bcb2-4bd7-b57b-e9fb926c03b9 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:21.586728 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-8ac74d46-6523-404a-95b5-d977f25f50cb req-e43f3a80-bcb2-4bd7-b57b-e9fb926c03b9 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=a29bcd84-6bc8-4430-9c65-c3b14e19f699 HTTP/1.1" status: 200 len: 943 time: 0.0982175 Sep 08 00:47:21.653667 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-8ac74d46-6523-404a-95b5-d977f25f50cb req-327afb5d-7d2d-4d2a-a77c-eef163a25f87 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661187 Sep 08 00:47:21.661118 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-bb1d9ab3-096d-48f5-b4ad-d1e1704a3dce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:21.667749 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-bb1d9ab3-096d-48f5-b4ad-d1e1704a3dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:21.707790 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb1d9ab3-096d-48f5-b4ad-d1e1704a3dce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=105699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 00:47:21.718834 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1d9ab3-096d-48f5-b4ad-d1e1704a3dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc693cc-0d90-4823-8154-532a44c11f4b,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:21.724074 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-bb1d9ab3-096d-48f5-b4ad-d1e1704a3dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3575388'] for segment, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:21.724503 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.db.segments_db [None req-bb1d9ab3-096d-48f5-b4ad-d1e1704a3dce admin admin] Added segment f806e606-d999-4f43-b373-fbe3a924cd24 of type vlan for network add4ace8-327b-48a2-a657-c5213350adce Sep 08 00:47:21.744053 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:21.769280 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-bb1d9ab3-096d-48f5-b4ad-d1e1704a3dce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792256300036'] for network, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:21.785748 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port 4b8248ec-e613-48b5-9472-bdb6f5e1f0d6, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=4b8248ec-e613-48b5-9472-bdb6f5e1f0d6,segment=NetworkSegment(3de05d6b-2c84-441f-bc53-4fa7981bcbd6),segment_id=3de05d6b-2c84-441f-bc53-4fa7981bcbd6)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:47:21.810616 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning complete for port 06723348-7d49-4a76-bd6b-b4bd8d002237 triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:47:21.811015 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:21.813449 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Returning: {'device': '4b8248ec-e613-48b5-9472-bdb6f5e1f0d6', 'network_id': 'e271d85f-7317-457a-866b-38767b94b4ff', 'port_id': '4b8248ec-e613-48b5-9472-bdb6f5e1f0d6', 'mac_address': 'fa:16:3e:00:29:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90c2af37-f46d-44ca-a62c-c2802a56f799', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 00:47:21.813654 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-bb1d9ab3-096d-48f5-b4ad-d1e1704a3dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586'] for network, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:21.822579 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1d9ab3-096d-48f5-b4ad-d1e1704a3dce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:21.823313 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-bb1d9ab3-096d-48f5-b4ad-d1e1704a3dce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for network, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:21.878322 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-23538f05-4889-423a-8145-185ad2140ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd9eb9e-c43a-463a-b069-11fb213aaa74', 'name': 'tempest-TestMinimumBasicScenario-7627038-router', 'tenant_id': '49cfa10359eb4b5785ebb65737c02533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '2fb42761-f924-467e-afcd-852ca1ddf211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:47:06Z', 'updated_at': '2021-09-08T00:47:14Z', 'revision_number': 4, 'project_id': '49cfa10359eb4b5785ebb65737c02533', 'gw_port': {'id': '2fb42761-f924-467e-afcd-852ca1ddf211', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd9eb9e-c43a-463a-b069-11fb213aaa74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:07Z', 'updated_at': '2021-09-08T00:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_interfaces': [{'id': '84d4b1aa-7523-4643-8261-035f8c5cd582', 'name': '', 'network_id': '19329648-8d2f-470b-8445-1c19540ed0bb', 'tenant_id': '49cfa10359eb4b5785ebb65737c02533', 'mac_address': 'fa:16:3e:9c:57:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd9eb9e-c43a-463a-b069-11fb213aaa74', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '409743aa-ae9c-474a-9abb-e28243a8f127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:13Z', 'updated_at': '2021-09-08T00:47:20Z', 'revision_number': 4, 'project_id': '49cfa10359eb4b5785ebb65737c02533', 'subnets': [{'id': '409743aa-ae9c-474a-9abb-e28243a8f127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:47:21.894240 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-bb1d9ab3-096d-48f5-b4ad-d1e1704a3dce admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7148733 Sep 08 00:47:21.894670 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 52764) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:47:21.900212 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [None req-1a262522-9492-4de6-8666-44aea769d909 admin admin] Request body: {'subnet': {'network_id': 'add4ace8-327b-48a2-a657-c5213350adce', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1099005069-subnet', 'tenant_id': 'a682fa0a6ca14e42a44da67d539aecca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:47:21.903624 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1d9ab3-096d-48f5-b4ad-d1e1704a3dce admin admin] Pushing event updated for resources: {'Network': ['ID=add4ace8-327b-48a2-a657-c5213350adce,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:21.919368 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Network add4ace8-327b-48a2-a657-c5213350adce details requested by agent ovs-agent-dv-cinder-759961-13-iscsi with host dv-cinder-759961-13-iscsi {{(pid=105700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 00:47:21.921469 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23538f05-4889-423a-8145-185ad2140ebf None None] The sync data for ids ['1fd9eb9e-c43a-463a-b069-11fb213aaa74'] in dv-cinder-759961-13-iscsi is: [{'id': '1fd9eb9e-c43a-463a-b069-11fb213aaa74', 'name': 'tempest-TestMinimumBasicScenario-7627038-router', 'tenant_id': '49cfa10359eb4b5785ebb65737c02533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '2fb42761-f924-467e-afcd-852ca1ddf211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:47:06Z', 'updated_at': '2021-09-08T00:47:14Z', 'revision_number': 4, 'project_id': '49cfa10359eb4b5785ebb65737c02533', 'gw_port': {'id': '2fb42761-f924-467e-afcd-852ca1ddf211', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd9eb9e-c43a-463a-b069-11fb213aaa74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:07Z', 'updated_at': '2021-09-08T00:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_interfaces': [{'id': '84d4b1aa-7523-4643-8261-035f8c5cd582', 'name': '', 'network_id': '19329648-8d2f-470b-8445-1c19540ed0bb', 'tenant_id': '49cfa10359eb4b5785ebb65737c02533', 'mac_address': 'fa:16:3e:9c:57:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd9eb9e-c43a-463a-b069-11fb213aaa74', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '409743aa-ae9c-474a-9abb-e28243a8f127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:13Z', 'updated_at': '2021-09-08T00:47:20Z', 'revision_number': 4, 'project_id': '49cfa10359eb4b5785ebb65737c02533', 'subnets': [{'id': '409743aa-ae9c-474a-9abb-e28243a8f127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 00:47:21.935180 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a262522-9492-4de6-8666-44aea769d909 admin admin] Made reservation on behalf of a682fa0a6ca14e42a44da67d539aecca for: {'subnet': 1} {{(pid=105698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:47:21.937813 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-1a262522-9492-4de6-8666-44aea769d909 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4725630'] for subnet, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:21.961652 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:22.087429 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.notifiers.nova [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b8248ec-e613-48b5-9472-bdb6f5e1f0d6 {{(pid=105700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 00:47:22.145513 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port 4b8248ec-e613-48b5-9472-bdb6f5e1f0d6, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=4b8248ec-e613-48b5-9472-bdb6f5e1f0d6,segment=NetworkSegment(3de05d6b-2c84-441f-bc53-4fa7981bcbd6),segment_id=3de05d6b-2c84-441f-bc53-4fa7981bcbd6)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:47:22.152766 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:22.249004 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Pushing event updated for resources: {'Port': ['ID=4b8248ec-e613-48b5-9472-bdb6f5e1f0d6,revision_number=4']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:22.260602 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-1a262522-9492-4de6-8666-44aea769d909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7705733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4725608'] for subnet, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:22.321800 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55efa007-dcf5-4f7f-9450-d57a4aca0463 req-fe76d520-6635-4a7f-9910-e5f135126c04 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:22.323629 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-55efa007-dcf5-4f7f-9450-d57a4aca0463 req-fe76d520-6635-4a7f-9910-e5f135126c04 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.0663466 Sep 08 00:47:22.330180 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a262522-9492-4de6-8666-44aea769d909 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35e94a9d-fe7f-4a98-8c58-522e37798bac,revision_number=0']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:22.336080 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a262522-9492-4de6-8666-44aea769d909 admin admin] Checking segment: {'id': 'f806e606-d999-4f43-b373-fbe3a924cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'add4ace8-327b-48a2-a657-c5213350adce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:47:22.336862 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a262522-9492-4de6-8666-44aea769d909 admin admin] Network hostable DHCP agents. Network: add4ace8-327b-48a2-a657-c5213350adce, hostable agents: ['08f6a972-2c18-45c5-8342-7a3ab768691a'], hosted agents: [] {{(pid=105698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 00:47:22.362286 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a262522-9492-4de6-8666-44aea769d909 admin admin] Network add4ace8-327b-48a2-a657-c5213350adce is scheduled to be hosted by DHCP agent 08f6a972-2c18-45c5-8342-7a3ab768691a with binding_index 1 {{(pid=105698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 00:47:22.378631 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.base_scheduler [None req-1a262522-9492-4de6-8666-44aea769d909 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-13-iscsi, add4ace8-327b-48a2-a657-c5213350adce) {{(pid=105698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:47:22.381590 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-55efa007-dcf5-4f7f-9450-d57a4aca0463 req-396c3a5d-1b6a-4640-a07f-47f441c3685f tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510802 Sep 08 00:47:22.388778 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78940ed0-5925-44de-acc6-6e7387484248 None None] Network add4ace8-327b-48a2-a657-c5213350adce requested from dv-cinder-759961-13-iscsi {{(pid=105700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 00:47:22.398227 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a262522-9492-4de6-8666-44aea769d909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:22.399729 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-1a262522-9492-4de6-8666-44aea769d909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for subnet, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:22.450464 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-1a262522-9492-4de6-8666-44aea769d909 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5545907 Sep 08 00:47:22.579278 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561219f4-d786-4da8-b34f-8f97b3da7c75 None None] Network add4ace8-327b-48a2-a657-c5213350adce requested from dv-cinder-759961-13-iscsi {{(pid=105700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 00:47:22.848095 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] get_ports_and_sgs() called for port_ids ['4b8248ec-e613-48b5-9472-bdb6f5e1f0d6'] {{(pid=105700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 00:47:22.867760 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b19ceb-c910-4851-8882-9ceaf5754ddd req-19969e83-40e3-45c9-a8da-789dcf668fbe tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:22.869653 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-55b19ceb-c910-4851-8882-9ceaf5754ddd req-19969e83-40e3-45c9-a8da-789dcf668fbe tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=a29bcd84-6bc8-4430-9c65-c3b14e19f699 HTTP/1.1" status: 200 len: 944 time: 0.0936098 Sep 08 00:47:22.913027 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-55b19ceb-c910-4851-8882-9ceaf5754ddd req-df1b293c-8104-489d-b9ce-9317aed4871f tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376370 Sep 08 00:47:23.097403 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:23.489137 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 84d4b1aa-7523-4643-8261-035f8c5cd582 up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:47:23.532714 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b23c3-35fe-4afd-a9e4-2b2ca68a93f1 req-de3a8c44-f04c-45e6-b1cd-9f57faca341c tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:23.534827 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-d11b23c3-35fe-4afd-a9e4-2b2ca68a93f1 req-de3a8c44-f04c-45e6-b1cd-9f57faca341c tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.0705347 Sep 08 00:47:23.580858 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-d11b23c3-35fe-4afd-a9e4-2b2ca68a93f1 req-de68159b-2b9e-41b0-8d66-0a168fca8002 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380185 Sep 08 00:47:23.593945 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning for port 84d4b1aa-7523-4643-8261-035f8c5cd582 completed by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:47:23.608285 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning complete for port 84d4b1aa-7523-4643-8261-035f8c5cd582 triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:47:23.608675 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:23.728979 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:23.767599 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] For port 84d4b1aa-7523-4643-8261-035f8c5cd582, host dv-cinder-759961-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=84d4b1aa-7523-4643-8261-035f8c5cd582,segment=NetworkSegment(8f4e1451-6c45-42f6-b95d-3116bdee8dcc),segment_id=8f4e1451-6c45-42f6-b95d-3116bdee8dcc)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:47:23.775600 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:23.988513 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Pushing event updated for resources: {'Port': ['ID=84d4b1aa-7523-4643-8261-035f8c5cd582,revision_number=5']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:24.110402 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc9e64-aab3-4c4a-8ef1-6bd221ea875f req-eac3c0a1-5a2d-423e-879d-d3c6bc0dd185 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:24.112398 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1fdc9e64-aab3-4c4a-8ef1-6bd221ea875f req-eac3c0a1-5a2d-423e-879d-d3c6bc0dd185 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=a29bcd84-6bc8-4430-9c65-c3b14e19f699 HTTP/1.1" status: 200 len: 944 time: 0.0614450 Sep 08 00:47:24.158478 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1fdc9e64-aab3-4c4a-8ef1-6bd221ea875f req-e16b62cd-faf6-4358-9541-8c87b9257316 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367107 Sep 08 00:47:24.751386 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4df178-346f-4e15-b312-6ea2d4fa84bc req-d52dfcbe-0211-45fb-aa52-10ddfc3215ec tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:24.759442 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-cf4df178-346f-4e15-b312-6ea2d4fa84bc req-d52dfcbe-0211-45fb-aa52-10ddfc3215ec tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.0631418 Sep 08 00:47:24.805899 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-cf4df178-346f-4e15-b312-6ea2d4fa84bc req-7bbe8606-2d61-4b39-923e-a5f89efa4e0f tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451889 Sep 08 00:47:25.299385 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878a366-31d3-4271-a2cd-cc05712e873c req-df7dce90-16a5-4264-a50d-fee21159725f tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:25.301630 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-c878a366-31d3-4271-a2cd-cc05712e873c req-df7dce90-16a5-4264-a50d-fee21159725f tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=a29bcd84-6bc8-4430-9c65-c3b14e19f699 HTTP/1.1" status: 200 len: 944 time: 0.0634048 Sep 08 00:47:25.344543 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-c878a366-31d3-4271-a2cd-cc05712e873c req-215e95a1-f565-450c-ba65-feb9ceff44a0 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375798 Sep 08 00:47:25.458810 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device 4b8248ec-e613-48b5-9472-bdb6f5e1f0d6 up at agent hyperv_hv-cinder-75996 {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:47:25.481975 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 84d4b1aa-7523-4643-8261-035f8c5cd582 up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:47:25.549041 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Provisioning for port 4b8248ec-e613-48b5-9472-bdb6f5e1f0d6 completed by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:47:25.555234 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Provisioning complete for port 4b8248ec-e613-48b5-9472-bdb6f5e1f0d6 triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:47:25.555620 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:25.558405 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning complete for port 84d4b1aa-7523-4643-8261-035f8c5cd582 triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:47:25.558944 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:25.702298 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:25.734596 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a29bcd84-6bc8-4430-9c65-c3b14e19f699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8248ec-e613-48b5-9472-bdb6f5e1f0d6'}] {{(pid=105700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:47:25.736564 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8460d1f582680b5b58131e18e26cc0c46bcacb71cb7028c1e32c58fa4cd87a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6daf1484-f7c1-4769-9156-015707032b7e" -d '{"events": [{"server_uuid": "a29bcd84-6bc8-4430-9c65-c3b14e19f699", "name": "network-vif-plugged", "status": "completed", "tag": "4b8248ec-e613-48b5-9472-bdb6f5e1f0d6"}]}' {{(pid=105700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:47:25.750373 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port 4b8248ec-e613-48b5-9472-bdb6f5e1f0d6, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=4b8248ec-e613-48b5-9472-bdb6f5e1f0d6,segment=NetworkSegment(3de05d6b-2c84-441f-bc53-4fa7981bcbd6),segment_id=3de05d6b-2c84-441f-bc53-4fa7981bcbd6)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:47:25.757311 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:25.810976 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 00:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05cb0b47-fd23-4d80-b2e1-f9be7dd49949 x-openstack-request-id: req-05cb0b47-fd23-4d80-b2e1-f9be7dd49949 {{(pid=105700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:47:25.811355 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a29bcd84-6bc8-4430-9c65-c3b14e19f699", "name": "network-vif-plugged", "status": "completed", "tag": "4b8248ec-e613-48b5-9472-bdb6f5e1f0d6", "code": 200}]} {{(pid=105700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:47:25.811700 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-05cb0b47-fd23-4d80-b2e1-f9be7dd49949 {{(pid=105700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:47:25.812128 dv-cinder-759961-13-iscsi neutron-server[105700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a29bcd84-6bc8-4430-9c65-c3b14e19f699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8248ec-e613-48b5-9472-bdb6f5e1f0d6', 'code': 200} Sep 08 00:47:25.823362 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Pushing event updated for resources: {'Port': ['ID=4b8248ec-e613-48b5-9472-bdb6f5e1f0d6,revision_number=5']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:25.969435 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee220d-5468-45e3-8e68-d40b70bccb74 req-576b1be2-3479-4c5d-91c7-5b8c1e6bbd5c tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:25.971206 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0fee220d-5468-45e3-8e68-d40b70bccb74 req-576b1be2-3479-4c5d-91c7-5b8c1e6bbd5c tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.0575161 Sep 08 00:47:26.041168 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0fee220d-5468-45e3-8e68-d40b70bccb74 req-e92aecac-6bbe-43d3-804f-779e23f8f9c1 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479500 Sep 08 00:47:26.092029 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3e04e-7fd9-4989-bbba-dec5b3452f8f req-75088394-4117-458a-878f-83f2eae42066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:26.093119 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-2ab3e04e-7fd9-4989-bbba-dec5b3452f8f req-75088394-4117-458a-878f-83f2eae42066 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a29bcd84-6bc8-4430-9c65-c3b14e19f699 HTTP/1.1" status: 200 len: 1098 time: 0.0510852 Sep 08 00:47:26.138716 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-2ab3e04e-7fd9-4989-bbba-dec5b3452f8f req-441a3062-301f-4829-8b2c-994ddd047e30 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359535 Sep 08 00:47:26.479618 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded356f-12ae-4708-8a60-5b41be227b55 req-8889dab8-283b-45e2-ad22-17447e6b82d9 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:26.481340 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-eded356f-12ae-4708-8a60-5b41be227b55 req-8889dab8-283b-45e2-ad22-17447e6b82d9 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=a29bcd84-6bc8-4430-9c65-c3b14e19f699 HTTP/1.1" status: 200 len: 945 time: 0.0549483 Sep 08 00:47:26.521825 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-eded356f-12ae-4708-8a60-5b41be227b55 req-477925ae-b583-40de-987c-9670c6880b23 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340204 Sep 08 00:47:27.015962 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee46fe1-83f1-4bd6-9d41-9d13f43533af req-fcd60d18-e7e9-4b41-9d6b-ec4f418e9036 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:27.020011 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-cee46fe1-83f1-4bd6-9d41-9d13f43533af req-fcd60d18-e7e9-4b41-9d6b-ec4f418e9036 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.35 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.0712824 Sep 08 00:47:27.157636 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.plugin [req-cee46fe1-83f1-4bd6-9d41-9d13f43533af req-c8044369-7e92-46fa-b94a-eaffb13e4700 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Deleting port 616f49b5-d245-4c18-9d30-c7f54b6143de {{(pid=105699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 00:47:27.157980 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-cee46fe1-83f1-4bd6-9d41-9d13f43533af req-c8044369-7e92-46fa-b94a-eaffb13e4700 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256891158'] for port, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:27.227184 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae944d9b-ba7b-4634-aa14-8c20bb8a7148 req-b035cddd-733e-4658-b571-f8ae66b6d350 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:27.228959 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ae944d9b-ba7b-4634-aa14-8c20bb8a7148 req-b035cddd-733e-4658-b571-f8ae66b6d350 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 945 time: 0.1095264 Sep 08 00:47:27.284455 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.db [req-cee46fe1-83f1-4bd6-9d41-9d13f43533af req-c8044369-7e92-46fa-b94a-eaffb13e4700 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] For port 616f49b5-d245-4c18-9d30-c7f54b6143de, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=616f49b5-d245-4c18-9d30-c7f54b6143de,segment=NetworkSegment(7824ab05-95b6-4b54-86de-8ce3543421b1),segment_id=7824ab05-95b6-4b54-86de-8ce3543421b1)] {{(pid=105699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:47:27.284862 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-cee46fe1-83f1-4bd6-9d41-9d13f43533af req-c8044369-7e92-46fa-b94a-eaffb13e4700 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538637'] for port, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:27.314996 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.plugin [req-cee46fe1-83f1-4bd6-9d41-9d13f43533af req-c8044369-7e92-46fa-b94a-eaffb13e4700 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Calling delete_port for 616f49b5-d245-4c18-9d30-c7f54b6143de owned by compute:nova {{(pid=105699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 00:47:27.325533 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ae944d9b-ba7b-4634-aa14-8c20bb8a7148 req-b3fc13e8-4ec8-4599-ae5e-e2dc77b7d952 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/security-groups?id=c731b8a2-2af5-4d9b-9822-6d00fc259d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745468 Sep 08 00:47:27.474339 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-cee46fe1-83f1-4bd6-9d41-9d13f43533af req-c8044369-7e92-46fa-b94a-eaffb13e4700 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256896220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792256344486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517368'] for port, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:27.511544 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8044369-7e92-46fa-b94a-eaffb13e4700 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Pushing event deleted for resources: {'Port': ['ID=616f49b5-d245-4c18-9d30-c7f54b6143de,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:27.554069 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] get_ports_and_sgs() called for port_ids ['616f49b5-d245-4c18-9d30-c7f54b6143de'] {{(pid=105700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 00:47:27.844397 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee46fe1-83f1-4bd6-9d41-9d13f43533af req-c8044369-7e92-46fa-b94a-eaffb13e4700 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] No DVR routers for this DVR port 616f49b5-d245-4c18-9d30-c7f54b6143de on host hv-cinder-75996 {{(pid=105699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 00:47:27.853669 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-cee46fe1-83f1-4bd6-9d41-9d13f43533af req-c8044369-7e92-46fa-b94a-eaffb13e4700 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for port, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:27.855584 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-cee46fe1-83f1-4bd6-9d41-9d13f43533af req-c8044369-7e92-46fa-b94a-eaffb13e4700 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.35 "DELETE /v2.0/ports/616f49b5-d245-4c18-9d30-c7f54b6143de HTTP/1.1" status: 204 len: 173 time: 0.8248310 Sep 08 00:47:27.856016 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f108b843-236b-4d01-a1f9-b0474c489628', 'name': 'network-vif-deleted', 'tag': '616f49b5-d245-4c18-9d30-c7f54b6143de'}] {{(pid=105699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:47:27.858187 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3219a0c12e8a5a78bd5034d738b4394f25721dc263a67c7d4cfc0eaa1ac0f340" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611b17bf-289c-4007-91fe-e18b1c34fb71" -d '{"events": [{"server_uuid": "f108b843-236b-4d01-a1f9-b0474c489628", "name": "network-vif-deleted", "tag": "616f49b5-d245-4c18-9d30-c7f54b6143de"}]}' {{(pid=105699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:47:27.941144 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9829890-e512-4b64-91e7-e74391d1ae1b req-d4e481b7-e906-4ef1-bc31-9c72d77446ba tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:27.942687 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-d9829890-e512-4b64-91e7-e74391d1ae1b req-d4e481b7-e906-4ef1-bc31-9c72d77446ba tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=a29bcd84-6bc8-4430-9c65-c3b14e19f699 HTTP/1.1" status: 200 len: 945 time: 0.1004963 Sep 08 00:47:27.987820 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-d9829890-e512-4b64-91e7-e74391d1ae1b req-eeca86fa-81db-484b-a239-4f87baa418f9 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382750 Sep 08 00:47:28.040312 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 00:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a21e33-e137-4c9a-9175-37963f5b0231 x-openstack-request-id: req-60a21e33-e137-4c9a-9175-37963f5b0231 {{(pid=105699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:47:28.041308 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f108b843-236b-4d01-a1f9-b0474c489628", "name": "network-vif-deleted", "tag": "616f49b5-d245-4c18-9d30-c7f54b6143de", "status": "completed", "code": 200}]} {{(pid=105699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:47:28.041560 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-60a21e33-e137-4c9a-9175-37963f5b0231 {{(pid=105699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:47:28.041975 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f108b843-236b-4d01-a1f9-b0474c489628', 'name': 'network-vif-deleted', 'tag': '616f49b5-d245-4c18-9d30-c7f54b6143de', 'status': 'completed', 'code': 200} Sep 08 00:47:28.448638 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-17bd1525-b777-4746-96cb-6bec12c59c08 req-0f718411-ae7c-4989-947d-a3df83450180 tempest-ServerRescueNegativeTestJSON-1753467239 tempest-ServerRescueNegativeTestJSON-1753467239-project] 10.222.0.15 "GET /v2.0/ports?device_id=f108b843-236b-4d01-a1f9-b0474c489628 HTTP/1.1" status: 200 len: 210 time: 0.0298803 Sep 08 00:47:29.469504 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device 616f49b5-d245-4c18-9d30-c7f54b6143de no longer exists at agent hyperv_hv-cinder-75996 {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 00:47:29.491251 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] No Port match for: 616f49b5-d245-4c18-9d30-c7f54b6143de {{(pid=105700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 00:47:29.491623 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device 616f49b5-d245-4c18-9d30-c7f54b6143de not bound to the agent host hv-cinder-75996 {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 00:47:33.138741 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51713a-b968-4b71-a5df-b0af92e3b997 req-8210f756-57aa-4ff4-ab84-d5414bc61c69 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:33.140271 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ef51713a-b968-4b71-a5df-b0af92e3b997 req-8210f756-57aa-4ff4-ab84-d5414bc61c69 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/networks?id=add4ace8-327b-48a2-a657-c5213350adce HTTP/1.1" status: 200 len: 814 time: 0.1919446 Sep 08 00:47:33.153146 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb66f0b-02a5-46b6-81c5-c3ac1e6c59b2 req-befd5220-7ed1-45d6-b8b2-f93110dff2c2 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:33.154097 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5bb66f0b-02a5-46b6-81c5-c3ac1e6c59b2 req-befd5220-7ed1-45d6-b8b2-f93110dff2c2 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/networks?id=f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc HTTP/1.1" status: 200 len: 815 time: 0.2044296 Sep 08 00:47:33.174207 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5bb66f0b-02a5-46b6-81c5-c3ac1e6c59b2 req-d835a5b3-1ee0-4c20-b811-285e72af73b5 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/quotas/771cd94aa4b745cda4b12e1bfb22ee9e HTTP/1.1" status: 200 len: 375 time: 0.0124638 Sep 08 00:47:33.177033 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ef51713a-b968-4b71-a5df-b0af92e3b997 req-e0af0994-7e0c-413d-bb9c-2ecdbd3802f3 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/quotas/a682fa0a6ca14e42a44da67d539aecca HTTP/1.1" status: 200 len: 375 time: 0.0219369 Sep 08 00:47:33.243284 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ef51713a-b968-4b71-a5df-b0af92e3b997 req-028eceb3-422d-4e4a-b4dc-3fd911b5fafd tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a682fa0a6ca14e42a44da67d539aecca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597551 Sep 08 00:47:33.313354 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5bb66f0b-02a5-46b6-81c5-c3ac1e6c59b2 req-2a7b6c6a-bbae-4378-a6e8-4883a8b219a7 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=771cd94aa4b745cda4b12e1bfb22ee9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1205831 Sep 08 00:47:33.429525 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ef51713a-b968-4b71-a5df-b0af92e3b997 req-52218a83-04c4-46b5-9f87-7b7fd6b93a67 service neutron] 10.222.0.15 "GET /v2.0/networks/add4ace8-327b-48a2-a657-c5213350adce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669514 Sep 08 00:47:33.481358 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5bb66f0b-02a5-46b6-81c5-c3ac1e6c59b2 req-09e5e662-7fc6-4e72-a7c9-3ad0e5dbee4c service neutron] 10.222.0.15 "GET /v2.0/networks/f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398740 Sep 08 00:47:33.628578 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ef51713a-b968-4b71-a5df-b0af92e3b997 req-e0f58645-4dd5-4920-af3e-daa12dc52428 service neutron] 10.222.0.15 "GET /v2.0/networks/add4ace8-327b-48a2-a657-c5213350adce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890888 Sep 08 00:47:33.653639 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5bb66f0b-02a5-46b6-81c5-c3ac1e6c59b2 req-3f3da968-db8e-4c20-9b00-a358f1bae363 service neutron] 10.222.0.15 "GET /v2.0/networks/f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652200 Sep 08 00:47:33.967778 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a9fcac-af87-42bd-a040-aaedab8ee48a req-5b910f75-01fb-49f7-83c3-f9a18df3a6be tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:33.978554 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f7a9fcac-af87-42bd-a040-aaedab8ee48a req-5b910f75-01fb-49f7-83c3-f9a18df3a6be tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=a29bcd84-6bc8-4430-9c65-c3b14e19f699 HTTP/1.1" status: 200 len: 945 time: 0.1330400 Sep 08 00:47:34.040168 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f7a9fcac-af87-42bd-a040-aaedab8ee48a req-7c5d7f51-6631-4226-b67f-85809fd7ea83 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604074 Sep 08 00:47:34.071782 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 52928) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:47:34.161387 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-66ac462c-7d67-4a09-a0a1-86db9d60ff87 req-5716a486-bda2-4b99-83d6-079bd4860167 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/ports?device_id=311fb41e-fcde-4911-b289-21aeeb3f111e HTTP/1.1" status: 200 len: 210 time: 0.0538373 Sep 08 00:47:34.218640 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-c891a9c1-7898-4e89-b9cb-e05e5994dadd req-b63a265e-123e-48dd-b0fb-3e7f20ac73e9 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c9ceac0-b7ef-4cde-96fc-6906da454960 HTTP/1.1" status: 200 len: 210 time: 0.0480673 Sep 08 00:47:34.832363 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-8872cae8-4b4a-42d7-98fc-1ba23cf83e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531572'] for router_interface, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:35.240813 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-8872cae8-4b4a-42d7-98fc-1ba23cf83e89 admin admin] Deleting port f0640d52-9325-4187-99ef-636a0c2e069b {{(pid=105698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 00:47:35.242557 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-8872cae8-4b4a-42d7-98fc-1ba23cf83e89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256891158'] for port, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:35.310217 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-355cb75d-307c-43b4-bb22-2a0a1bd2a983 req-04810197-eb6a-421b-860d-615fbf5bf90c tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/ports?device_id=311fb41e-fcde-4911-b289-21aeeb3f111e HTTP/1.1" status: 200 len: 210 time: 0.0531542 Sep 08 00:47:35.378665 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-8872cae8-4b4a-42d7-98fc-1ba23cf83e89 admin admin] For port f0640d52-9325-4187-99ef-636a0c2e069b, host dv-cinder-759961-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=f0640d52-9325-4187-99ef-636a0c2e069b,segment=NetworkSegment(7824ab05-95b6-4b54-86de-8ce3543421b1),segment_id=7824ab05-95b6-4b54-86de-8ce3543421b1)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:47:35.381086 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-8872cae8-4b4a-42d7-98fc-1ba23cf83e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538637'] for port, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:35.407713 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6bd642db-68a8-41e5-b5ef-51e202770d03 req-c87b070f-d9a0-4a5b-9f86-ee4b8daff6e3 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c9ceac0-b7ef-4cde-96fc-6906da454960 HTTP/1.1" status: 200 len: 210 time: 0.0446408 Sep 08 00:47:35.432678 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-8872cae8-4b4a-42d7-98fc-1ba23cf83e89 admin admin] Calling delete_port for f0640d52-9325-4187-99ef-636a0c2e069b owned by network:router_interface {{(pid=105698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 00:47:35.588486 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51713a-b968-4b71-a5df-b0af92e3b997 req-619dba74-eeca-4b25-be97-0720b791d783 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:35.590542 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ef51713a-b968-4b71-a5df-b0af92e3b997 req-619dba74-eeca-4b25-be97-0720b791d783 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.35 "GET /v2.0/networks?id=add4ace8-327b-48a2-a657-c5213350adce HTTP/1.1" status: 200 len: 814 time: 0.1666820 Sep 08 00:47:35.634935 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [req-ef51713a-b968-4b71-a5df-b0af92e3b997 req-c6de41a3-d517-487e-be24-0c60668055cd tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Request body: {'port': {'device_id': '1c9ceac0-b7ef-4cde-96fc-6906da454960', 'network_id': 'add4ace8-327b-48a2-a657-c5213350adce', 'admin_state_up': True, 'tenant_id': 'a682fa0a6ca14e42a44da67d539aecca'}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:47:35.800823 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef51713a-b968-4b71-a5df-b0af92e3b997 req-c6de41a3-d517-487e-be24-0c60668055cd tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Made reservation on behalf of a682fa0a6ca14e42a44da67d539aecca for: {'port': 1} {{(pid=105699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:47:35.805755 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-ef51713a-b968-4b71-a5df-b0af92e3b997 req-c6de41a3-d517-487e-be24-0c60668055cd tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:35.901577 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-8872cae8-4b4a-42d7-98fc-1ba23cf83e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256896220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792256344486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705649'] for port, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:35.941786 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8872cae8-4b4a-42d7-98fc-1ba23cf83e89 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0640d52-9325-4187-99ef-636a0c2e069b,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:35.990102 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.db_base_plugin_common [req-ef51713a-b968-4b71-a5df-b0af92e3b997 req-c6de41a3-d517-487e-be24-0c60668055cd tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Allocated IP 172.20.0.8 (add4ace8-327b-48a2-a657-c5213350adce/35e94a9d-fe7f-4a98-8c58-522e37798bac/5649ddca-9df8-4808-9986-2ec14ea2c9bc) {{(pid=105699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 00:47:36.188710 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-8872cae8-4b4a-42d7-98fc-1ba23cf83e89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531608'] for router_interface, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:36.361272 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-ef51713a-b968-4b71-a5df-b0af92e3b997 req-c6de41a3-d517-487e-be24-0c60668055cd tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Notify callbacks [] for port, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:36.380817 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb66f0b-02a5-46b6-81c5-c3ac1e6c59b2 req-546b175c-4c69-4f0b-92fb-75df88aa0d26 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:36.382336 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5bb66f0b-02a5-46b6-81c5-c3ac1e6c59b2 req-546b175c-4c69-4f0b-92fb-75df88aa0d26 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.35 "GET /v2.0/networks?id=f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc HTTP/1.1" status: 200 len: 815 time: 0.3091345 Sep 08 00:47:36.428103 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-68cdef24-8575-418c-a193-16d2c50ee432 req-9d484c6a-8c42-4a7a-a676-be0cd08628e4 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/ports?device_id=311fb41e-fcde-4911-b289-21aeeb3f111e HTTP/1.1" status: 200 len: 210 time: 0.0330563 Sep 08 00:47:36.452532 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-ef51713a-b968-4b71-a5df-b0af92e3b997 req-c6de41a3-d517-487e-be24-0c60668055cd tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792256344477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517368'] for port, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:36.471376 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8872cae8-4b4a-42d7-98fc-1ba23cf83e89 admin admin] Router 6c113ab5-fe7a-457e-a22e-97e4bdc2fc76 has already been hosted by L3 agent e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146 {{(pid=105698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 00:47:36.519919 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef51713a-b968-4b71-a5df-b0af92e3b997 req-c6de41a3-d517-487e-be24-0c60668055cd tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Network add4ace8-327b-48a2-a657-c5213350adce is already hosted by enough agents. {{(pid=105699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:47:36.550047 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.base_scheduler [req-ef51713a-b968-4b71-a5df-b0af92e3b997 req-c6de41a3-d517-487e-be24-0c60668055cd tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Resources bound (agent type, host, resource id): {{(pid=105699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:47:36.581721 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [req-5bb66f0b-02a5-46b6-81c5-c3ac1e6c59b2 req-257215e7-2ef5-468b-a694-893eb62d6b03 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Request body: {'port': {'device_id': '311fb41e-fcde-4911-b289-21aeeb3f111e', 'network_id': 'f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc', 'admin_state_up': True, 'tenant_id': '771cd94aa4b745cda4b12e1bfb22ee9e'}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:47:36.586752 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef51713a-b968-4b71-a5df-b0af92e3b997 req-c6de41a3-d517-487e-be24-0c60668055cd tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Received port after_create {{(pid=105699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 00:47:36.604650 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de41a3-d517-487e-be24-0c60668055cd tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Pushing event updated for resources: {'Port': ['ID=5649ddca-9df8-4808-9986-2ec14ea2c9bc,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:36.619909 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8872cae8-4b4a-42d7-98fc-1ba23cf83e89 admin admin] Notify agent at l3_agent.dv-cinder-759961-13-iscsi the message routers_updated {{(pid=105698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 00:47:36.628878 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-8872cae8-4b4a-42d7-98fc-1ba23cf83e89 admin admin] 10.222.0.15 "PUT /v2.0/routers/6c113ab5-fe7a-457e-a22e-97e4bdc2fc76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5526087 Sep 08 00:47:36.629049 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a0fc28-090d-41d5-bb5f-4f23bb4dc829 None None] Sync routers for ids ['6c113ab5-fe7a-457e-a22e-97e4bdc2fc76'] in dv-cinder-759961-13-iscsi {{(pid=105701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 00:47:36.632184 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 52992) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:47:36.640578 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a0fc28-090d-41d5-bb5f-4f23bb4dc829 None None] Routers {'6c113ab5-fe7a-457e-a22e-97e4bdc2fc76'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:47:36.641205 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-a4a0fc28-090d-41d5-bb5f-4f23bb4dc829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:47:21Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['6c113ab5-fe7a-457e-a22e-97e4bdc2fc76'], 'active': True} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:47:36.720175 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6de41a3-d517-487e-be24-0c60668055cd tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:47:36.720752 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6de41a3-d517-487e-be24-0c60668055cd tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:47:36.721373 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6de41a3-d517-487e-be24-0c60668055cd tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:47:36.722036 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6de41a3-d517-487e-be24-0c60668055cd tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:47:36.722604 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6de41a3-d517-487e-be24-0c60668055cd tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:47:36.723022 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6de41a3-d517-487e-be24-0c60668055cd tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:47:36.723662 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6de41a3-d517-487e-be24-0c60668055cd tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:47:36.724287 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6de41a3-d517-487e-be24-0c60668055cd tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:47:36.724834 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6de41a3-d517-487e-be24-0c60668055cd tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:47:36.725400 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6de41a3-d517-487e-be24-0c60668055cd tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:47:36.726234 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6de41a3-d517-487e-be24-0c60668055cd tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:47:36.726987 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6de41a3-d517-487e-be24-0c60668055cd tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:47:36.812384 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvr_db [None req-a4a0fc28-090d-41d5-bb5f-4f23bb4dc829 None None] Set router 6c113ab5-fe7a-457e-a22e-97e4bdc2fc76 gateway port host: dv-cinder-759961-13-iscsi {{(pid=105701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:47:36.936588 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-511567d3-f9a1-4b65-81dd-f77c1f997cc9 admin admin] Notify callbacks [] for router, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:36.978133 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51713a-b968-4b71-a5df-b0af92e3b997 req-c6de41a3-d517-487e-be24-0c60668055cd tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:36.978813 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-ef51713a-b968-4b71-a5df-b0af92e3b997 req-c6de41a3-d517-487e-be24-0c60668055cd tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for port, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:37.013469 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55045eb-988a-4bd2-82db-04f5fea6a6ce req-a16b2a7c-6b57-4a54-ae74-3702b3c01a06 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:37.024486 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e55045eb-988a-4bd2-82db-04f5fea6a6ce req-a16b2a7c-6b57-4a54-ae74-3702b3c01a06 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c9ceac0-b7ef-4cde-96fc-6906da454960 HTTP/1.1" status: 200 len: 931 time: 0.5063572 Sep 08 00:47:37.077020 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-a4a0fc28-090d-41d5-bb5f-4f23bb4dc829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c113ab5-fe7a-457e-a22e-97e4bdc2fc76', 'name': 'tempest-ServerRescueNegativeTestJSON-1244011850-router', 'tenant_id': '41a9d0c8e8684f7ab121d687f8b71cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '0738c9b3-3214-4bac-b8dc-fdecdcd2d245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:43:29Z', 'updated_at': '2021-09-08T00:47:35Z', 'revision_number': 5, 'project_id': '41a9d0c8e8684f7ab121d687f8b71cc9', 'gw_port': {'id': '0738c9b3-3214-4bac-b8dc-fdecdcd2d245', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ef:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c113ab5-fe7a-457e-a22e-97e4bdc2fc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:43:30Z', 'updated_at': '2021-09-08T00:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi'}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:47:37.108137 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a0fc28-090d-41d5-bb5f-4f23bb4dc829 None None] Checking router: 6c113ab5-fe7a-457e-a22e-97e4bdc2fc76 for host: dv-cinder-759961-13-iscsi {{(pid=105701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 00:47:37.117449 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a0fc28-090d-41d5-bb5f-4f23bb4dc829 None None] Routers {'6c113ab5-fe7a-457e-a22e-97e4bdc2fc76'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:47:37.118458 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-a4a0fc28-090d-41d5-bb5f-4f23bb4dc829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:47:21Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['6c113ab5-fe7a-457e-a22e-97e4bdc2fc76'], 'active': True} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:47:37.129682 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ef51713a-b968-4b71-a5df-b0af92e3b997 req-c6de41a3-d517-487e-be24-0c60668055cd tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4996655 Sep 08 00:47:37.145029 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e55045eb-988a-4bd2-82db-04f5fea6a6ce req-ab5c9a0a-6e2d-47cd-aa5f-f28ee3b37ec8 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bc693cc-0d90-4823-8154-532a44c11f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191711 Sep 08 00:47:37.313210 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-511567d3-f9a1-4b65-81dd-f77c1f997cc9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:37.323816 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bb66f0b-02a5-46b6-81c5-c3ac1e6c59b2 req-257215e7-2ef5-468b-a694-893eb62d6b03 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Made reservation on behalf of 771cd94aa4b745cda4b12e1bfb22ee9e for: {'port': 1} {{(pid=105699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:47:37.336358 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-5bb66f0b-02a5-46b6-81c5-c3ac1e6c59b2 req-257215e7-2ef5-468b-a694-893eb62d6b03 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:37.465432 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvr_db [None req-a4a0fc28-090d-41d5-bb5f-4f23bb4dc829 None None] Set router 6c113ab5-fe7a-457e-a22e-97e4bdc2fc76 gateway port host: dv-cinder-759961-13-iscsi {{(pid=105701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:47:37.746436 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.db_base_plugin_common [req-5bb66f0b-02a5-46b6-81c5-c3ac1e6c59b2 req-257215e7-2ef5-468b-a694-893eb62d6b03 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Allocated IP 172.20.0.8 (f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc/63e16365-266d-4913-bb14-1fa3e4b3026d/a149d348-73ef-4097-b0fb-f1265a96840f) {{(pid=105699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 00:47:37.868396 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-a4a0fc28-090d-41d5-bb5f-4f23bb4dc829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c113ab5-fe7a-457e-a22e-97e4bdc2fc76', 'name': 'tempest-ServerRescueNegativeTestJSON-1244011850-router', 'tenant_id': '41a9d0c8e8684f7ab121d687f8b71cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '0738c9b3-3214-4bac-b8dc-fdecdcd2d245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:43:29Z', 'updated_at': '2021-09-08T00:47:35Z', 'revision_number': 5, 'project_id': '41a9d0c8e8684f7ab121d687f8b71cc9', 'gw_port': {'id': '0738c9b3-3214-4bac-b8dc-fdecdcd2d245', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ef:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c113ab5-fe7a-457e-a22e-97e4bdc2fc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:43:30Z', 'updated_at': '2021-09-08T00:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi'}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:47:37.874237 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-14df0e76-6006-4601-aa34-5ea3963e5aed req-a3966f78-7757-450c-b423-2725f650017c tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/ports?device_id=311fb41e-fcde-4911-b289-21aeeb3f111e HTTP/1.1" status: 200 len: 210 time: 0.0681057 Sep 08 00:47:37.908354 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a0fc28-090d-41d5-bb5f-4f23bb4dc829 None None] The sync data for ids ['6c113ab5-fe7a-457e-a22e-97e4bdc2fc76'] in dv-cinder-759961-13-iscsi is: [{'id': '6c113ab5-fe7a-457e-a22e-97e4bdc2fc76', 'name': 'tempest-ServerRescueNegativeTestJSON-1244011850-router', 'tenant_id': '41a9d0c8e8684f7ab121d687f8b71cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '0738c9b3-3214-4bac-b8dc-fdecdcd2d245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:43:29Z', 'updated_at': '2021-09-08T00:47:35Z', 'revision_number': 5, 'project_id': '41a9d0c8e8684f7ab121d687f8b71cc9', 'gw_port': {'id': '0738c9b3-3214-4bac-b8dc-fdecdcd2d245', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ef:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c113ab5-fe7a-457e-a22e-97e4bdc2fc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:43:30Z', 'updated_at': '2021-09-08T00:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi'}] {{(pid=105701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 00:47:38.042977 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-5bb66f0b-02a5-46b6-81c5-c3ac1e6c59b2 req-257215e7-2ef5-468b-a694-893eb62d6b03 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks [] for port, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:38.052240 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.plugin [None req-511567d3-f9a1-4b65-81dd-f77c1f997cc9 admin admin] Deleting port 0738c9b3-3214-4bac-b8dc-fdecdcd2d245 {{(pid=105699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 00:47:38.052640 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-511567d3-f9a1-4b65-81dd-f77c1f997cc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256891158'] for port, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:38.085120 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.provisioning_blocks [req-5bb66f0b-02a5-46b6-81c5-c3ac1e6c59b2 req-257215e7-2ef5-468b-a694-893eb62d6b03 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Transition to ACTIVE for port object a149d348-73ef-4097-b0fb-f1265a96840f will not be triggered until provisioned by entity DHCP. {{(pid=105699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:47:38.224961 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.db [None req-511567d3-f9a1-4b65-81dd-f77c1f997cc9 admin admin] For port 0738c9b3-3214-4bac-b8dc-fdecdcd2d245, host dv-cinder-759961-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=0738c9b3-3214-4bac-b8dc-fdecdcd2d245,segment=NetworkSegment(8f85bbb2-d588-4058-a2ba-8b00436e9fac),segment_id=8f85bbb2-d588-4058-a2ba-8b00436e9fac)] {{(pid=105699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:47:38.225605 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-511567d3-f9a1-4b65-81dd-f77c1f997cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538637'] for port, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:38.242445 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.plugin [None req-511567d3-f9a1-4b65-81dd-f77c1f997cc9 admin admin] Calling delete_port for 0738c9b3-3214-4bac-b8dc-fdecdcd2d245 owned by network:router_gateway {{(pid=105699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 00:47:38.248767 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-5bb66f0b-02a5-46b6-81c5-c3ac1e6c59b2 req-257215e7-2ef5-468b-a694-893eb62d6b03 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792256344477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517368'] for port, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:38.740751 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bb66f0b-02a5-46b6-81c5-c3ac1e6c59b2 req-257215e7-2ef5-468b-a694-893eb62d6b03 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Network f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc is already hosted by enough agents. {{(pid=105699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:47:38.745380 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.base_scheduler [req-5bb66f0b-02a5-46b6-81c5-c3ac1e6c59b2 req-257215e7-2ef5-468b-a694-893eb62d6b03 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Resources bound (agent type, host, resource id): {{(pid=105699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:47:38.751432 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb66f0b-02a5-46b6-81c5-c3ac1e6c59b2 req-257215e7-2ef5-468b-a694-893eb62d6b03 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Received port after_create {{(pid=105699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 00:47:38.820279 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257215e7-2ef5-468b-a694-893eb62d6b03 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Pushing event updated for resources: {'Port': ['ID=a149d348-73ef-4097-b0fb-f1265a96840f,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:38.847935 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb66f0b-02a5-46b6-81c5-c3ac1e6c59b2 req-257215e7-2ef5-468b-a694-893eb62d6b03 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:38.848569 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-5bb66f0b-02a5-46b6-81c5-c3ac1e6c59b2 req-257215e7-2ef5-468b-a694-893eb62d6b03 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for port, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:38.981643 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5bb66f0b-02a5-46b6-81c5-c3ac1e6c59b2 req-257215e7-2ef5-468b-a694-893eb62d6b03 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4324949 Sep 08 00:47:39.009684 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-511567d3-f9a1-4b65-81dd-f77c1f997cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256896220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792256344486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517368'] for port, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:39.034489 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511567d3-f9a1-4b65-81dd-f77c1f997cc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0738c9b3-3214-4bac-b8dc-fdecdcd2d245,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:39.085849 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-277728c4-7a62-4475-9559-2d9b6a9550c3 None None] Provisioning for port a149d348-73ef-4097-b0fb-f1265a96840f completed by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:47:39.092311 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-277728c4-7a62-4475-9559-2d9b6a9550c3 None None] Provisioning complete for port a149d348-73ef-4097-b0fb-f1265a96840f triggered by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:47:39.092914 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-277728c4-7a62-4475-9559-2d9b6a9550c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:39.113965 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-511567d3-f9a1-4b65-81dd-f77c1f997cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529466'] for router_gateway, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:39.177237 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-277728c4-7a62-4475-9559-2d9b6a9550c3 None None] Port a149d348-73ef-4097-b0fb-f1265a96840f cannot update to ACTIVE because it is not bound. {{(pid=105700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 00:47:39.224945 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-511567d3-f9a1-4b65-81dd-f77c1f997cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6558'] for router, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:39.228229 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-511567d3-f9a1-4b65-81dd-f77c1f997cc9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:39.303174 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-511567d3-f9a1-4b65-81dd-f77c1f997cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528720'] for router, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:39.303746 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-511567d3-f9a1-4b65-81dd-f77c1f997cc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c113ab5-fe7a-457e-a22e-97e4bdc2fc76 {{(pid=105699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 00:47:39.309753 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-511567d3-f9a1-4b65-81dd-f77c1f997cc9 admin admin] Notify callbacks [] for router, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:39.312714 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-511567d3-f9a1-4b65-81dd-f77c1f997cc9 admin admin] 10.222.0.15 "DELETE /v2.0/routers/6c113ab5-fe7a-457e-a22e-97e4bdc2fc76 HTTP/1.1" status: 204 len: 168 time: 2.6740746 Sep 08 00:47:39.313065 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 53030) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:47:39.399334 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.db_base_plugin_v2 [None req-d60b6bd1-0670-4e3f-94a8-84307ba07c09 admin admin] Deleting subnet cf83ea2d-a9ed-4f51-960e-7a1b9f0410c7 {{(pid=105698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 00:47:39.403831 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-d60b6bd1-0670-4e3f-94a8-84307ba07c09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:39.466203 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-d60b6bd1-0670-4e3f-94a8-84307ba07c09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7633556'] for subnet, precommit_delete_associations {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:39.521747 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device f0640d52-9325-4187-99ef-636a0c2e069b no longer exists at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 00:47:39.554634 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-d60b6bd1-0670-4e3f-94a8-84307ba07c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3572486'] for subnet, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:39.571699 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] No Port match for: f0640d52-9325-4187-99ef-636a0c2e069b {{(pid=105700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 00:47:39.572508 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device f0640d52-9325-4187-99ef-636a0c2e069b not bound to the agent host dv-cinder-759961-13-iscsi {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 00:47:39.639815 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-d60b6bd1-0670-4e3f-94a8-84307ba07c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3572543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7705668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4725603'] for subnet, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:39.675140 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b6bd1-0670-4e3f-94a8-84307ba07c09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf83ea2d-a9ed-4f51-960e-7a1b9f0410c7,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:39.681347 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-d60b6bd1-0670-4e3f-94a8-84307ba07c09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for subnet, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:39.683473 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-d60b6bd1-0670-4e3f-94a8-84307ba07c09 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/cf83ea2d-a9ed-4f51-960e-7a1b9f0410c7 HTTP/1.1" status: 204 len: 168 time: 0.3694091 Sep 08 00:47:39.686002 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 53032) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:47:39.766048 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-445f0361-712e-4e8f-b9cb-4723a5c437a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3464973'] for network, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:39.914704 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-445f0361-712e-4e8f-b9cb-4723a5c437a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3575435', 'neutron.services.segments.db._delete_segments_for_network-8792256839289'] for network, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:39.935801 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.services.segments.db [None req-445f0361-712e-4e8f-b9cb-4723a5c437a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b']}} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:47:39.946222 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.services.segments.db [None req-445f0361-712e-4e8f-b9cb-4723a5c437a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7824ab05-95b6-4b54-86de-8ce3543421b1') {'for_net_delete': True} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:47:39.946515 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.services.segments.db [None req-445f0361-712e-4e8f-b9cb-4723a5c437a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7824ab05-95b6-4b54-86de-8ce3543421b1') {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:47:39.956568 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-445f0361-712e-4e8f-b9cb-4723a5c437a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792256841090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7633565'] for segment, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:39.970998 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-445f0361-712e-4e8f-b9cb-4723a5c437a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3575388'] for segment, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:39.977694 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-445f0361-712e-4e8f-b9cb-4723a5c437a1 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=105698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 00:47:39.978073 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-445f0361-712e-4e8f-b9cb-4723a5c437a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3575388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7727846'] for segment, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:39.979780 dv-cinder-759961-13-iscsi neutron-server[105698]: Traceback (most recent call last): Sep 08 00:47:39.979780 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 00:47:39.979780 dv-cinder-759961-13-iscsi neutron-server[105698]: timer() Sep 08 00:47:39.979780 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 00:47:39.979780 dv-cinder-759961-13-iscsi neutron-server[105698]: cb(*args, **kw) Sep 08 00:47:39.979780 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 00:47:39.979780 dv-cinder-759961-13-iscsi neutron-server[105698]: return func(*args, **kwargs) Sep 08 00:47:39.979780 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 00:47:39.979780 dv-cinder-759961-13-iscsi neutron-server[105698]: self._notify() Sep 08 00:47:39.979780 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 00:47:39.979780 dv-cinder-759961-13-iscsi neutron-server[105698]: self.callback(batched_events) Sep 08 00:47:39.979780 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 00:47:39.979780 dv-cinder-759961-13-iscsi neutron-server[105698]: event.method(event) Sep 08 00:47:39.979780 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 00:47:39.979780 dv-cinder-759961-13-iscsi neutron-server[105698]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 00:47:39.979780 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 00:47:39.979780 dv-cinder-759961-13-iscsi neutron-server[105698]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 00:47:39.979780 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 00:47:39.979780 dv-cinder-759961-13-iscsi neutron-server[105698]: return f(self, *a, **k) Sep 08 00:47:39.979780 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 00:47:39.979780 dv-cinder-759961-13-iscsi neutron-server[105698]: return self._get(url).json() Sep 08 00:47:39.979780 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 00:47:39.979780 dv-cinder-759961-13-iscsi neutron-server[105698]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 00:47:39.979780 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 00:47:39.979780 dv-cinder-759961-13-iscsi neutron-server[105698]: return self.request(url, 'GET', **kwargs) Sep 08 00:47:39.979780 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 00:47:39.979780 dv-cinder-759961-13-iscsi neutron-server[105698]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 00:47:39.979780 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 00:47:39.979780 dv-cinder-759961-13-iscsi neutron-server[105698]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 00:47:39.979780 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 00:47:39.979780 dv-cinder-759961-13-iscsi neutron-server[105698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 00:47:39.979780 dv-cinder-759961-13-iscsi neutron-server[105698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 00:47:40.042435 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-445f0361-712e-4e8f-b9cb-4723a5c437a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3575428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529414'] for network, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:40.060281 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-445f0361-712e-4e8f-b9cb-4723a5c437a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for network, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:40.062320 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-445f0361-712e-4e8f-b9cb-4723a5c437a1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b HTTP/1.1" status: 204 len: 168 time: 0.3751874 Sep 08 00:47:40.063136 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445f0361-712e-4e8f-b9cb-4723a5c437a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d43ec54-dcf7-4c24-bdaf-5545c56e0e5b,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:40.297383 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 53038) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:47:40.385773 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-65efb156-eaf1-4623-99a0-28872c727504 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=41a9d0c8e8684f7ab121d687f8b71cc9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0869629 Sep 08 00:47:40.386543 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 53040) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:47:40.452777 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-0ce03c9f-1ae7-4ab8-a83a-b2aede7497fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:40.476375 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-0ce03c9f-1ae7-4ab8-a83a-b2aede7497fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:40.542063 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-0ce03c9f-1ae7-4ab8-a83a-b2aede7497fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:40.548646 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-0ce03c9f-1ae7-4ab8-a83a-b2aede7497fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:40.552324 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-0ce03c9f-1ae7-4ab8-a83a-b2aede7497fa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c731b8a2-2af5-4d9b-9822-6d00fc259d27 HTTP/1.1" status: 204 len: 168 time: 0.1639836 Sep 08 00:47:40.565992 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce03c9f-1ae7-4ab8-a83a-b2aede7497fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c731b8a2-2af5-4d9b-9822-6d00fc259d27,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:41.443259 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 0738c9b3-3214-4bac-b8dc-fdecdcd2d245 no longer exists at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 00:47:41.499104 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] No Port match for: 0738c9b3-3214-4bac-b8dc-fdecdcd2d245 {{(pid=105700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 00:47:41.499741 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 0738c9b3-3214-4bac-b8dc-fdecdcd2d245 not bound to the agent host dv-cinder-759961-13-iscsi {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 00:47:41.543841 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 53068) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:47:41.689689 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [None req-5cc780da-6ac7-4a3a-9703-a09393b4406a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1518219136-network', 'tenant_id': '4467d938824242aab07cf31a1311c8aa'}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:47:41.733780 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc780da-6ac7-4a3a-9703-a09393b4406a admin admin] Made reservation on behalf of 4467d938824242aab07cf31a1311c8aa for: {'network': 1} {{(pid=105699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:47:41.736302 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-5cc780da-6ac7-4a3a-9703-a09393b4406a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for network, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:41.754129 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-5cc780da-6ac7-4a3a-9703-a09393b4406a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:41.925318 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-5cc780da-6ac7-4a3a-9703-a09393b4406a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:41.932288 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-5cc780da-6ac7-4a3a-9703-a09393b4406a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:41.969737 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cc780da-6ac7-4a3a-9703-a09393b4406a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=105699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 00:47:41.990810 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-5cc780da-6ac7-4a3a-9703-a09393b4406a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3575388'] for segment, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:41.991247 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.db.segments_db [None req-5cc780da-6ac7-4a3a-9703-a09393b4406a admin admin] Added segment 36a93c6c-e113-4def-a9a0-ed0b007be14b of type vlan for network de8fbc24-7297-4226-b64a-9cb1927a5167 Sep 08 00:47:42.052761 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-5cc780da-6ac7-4a3a-9703-a09393b4406a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792256300036'] for network, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:42.086807 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc780da-6ac7-4a3a-9703-a09393b4406a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eeb689b-d5f5-4f4b-b035-959ba6e859ce,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:42.090064 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-5cc780da-6ac7-4a3a-9703-a09393b4406a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586'] for network, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:42.091023 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc780da-6ac7-4a3a-9703-a09393b4406a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:42.091627 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-5cc780da-6ac7-4a3a-9703-a09393b4406a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for network, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:42.158860 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-5cc780da-6ac7-4a3a-9703-a09393b4406a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6139002 Sep 08 00:47:42.161954 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 53076) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:47:42.162476 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc780da-6ac7-4a3a-9703-a09393b4406a admin admin] Pushing event updated for resources: {'Network': ['ID=de8fbc24-7297-4226-b64a-9cb1927a5167,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:42.176341 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Network de8fbc24-7297-4226-b64a-9cb1927a5167 details requested by agent ovs-agent-dv-cinder-759961-13-iscsi with host dv-cinder-759961-13-iscsi {{(pid=105700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 00:47:42.176542 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [None req-efe45920-f81f-45f9-9b95-949c8a730afd admin admin] Request body: {'subnet': {'network_id': 'de8fbc24-7297-4226-b64a-9cb1927a5167', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1518219136-subnet', 'tenant_id': '4467d938824242aab07cf31a1311c8aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:47:42.221322 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe45920-f81f-45f9-9b95-949c8a730afd admin admin] Made reservation on behalf of 4467d938824242aab07cf31a1311c8aa for: {'subnet': 1} {{(pid=105698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:47:42.229613 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-efe45920-f81f-45f9-9b95-949c8a730afd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4725630'] for subnet, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:42.479340 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-efe45920-f81f-45f9-9b95-949c8a730afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7705733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4725608'] for subnet, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:42.531631 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe45920-f81f-45f9-9b95-949c8a730afd admin admin] Pushing event updated for resources: {'Subnet': ['ID=83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1,revision_number=0']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:42.547770 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe45920-f81f-45f9-9b95-949c8a730afd admin admin] Checking segment: {'id': '36a93c6c-e113-4def-a9a0-ed0b007be14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'de8fbc24-7297-4226-b64a-9cb1927a5167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:47:42.548129 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe45920-f81f-45f9-9b95-949c8a730afd admin admin] Network hostable DHCP agents. Network: de8fbc24-7297-4226-b64a-9cb1927a5167, hostable agents: ['08f6a972-2c18-45c5-8342-7a3ab768691a'], hosted agents: [] {{(pid=105698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 00:47:42.571105 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe45920-f81f-45f9-9b95-949c8a730afd admin admin] Network de8fbc24-7297-4226-b64a-9cb1927a5167 is scheduled to be hosted by DHCP agent 08f6a972-2c18-45c5-8342-7a3ab768691a with binding_index 1 {{(pid=105698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 00:47:42.583008 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.base_scheduler [None req-efe45920-f81f-45f9-9b95-949c8a730afd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-13-iscsi, de8fbc24-7297-4226-b64a-9cb1927a5167) {{(pid=105698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:47:42.588797 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe45920-f81f-45f9-9b95-949c8a730afd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:42.589472 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-efe45920-f81f-45f9-9b95-949c8a730afd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for subnet, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:42.605653 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ec63ce-8992-4df9-b72f-163394cd10c4 None None] Network de8fbc24-7297-4226-b64a-9cb1927a5167 requested from dv-cinder-759961-13-iscsi {{(pid=105700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 00:47:42.606650 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-efe45920-f81f-45f9-9b95-949c8a730afd admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4424317 Sep 08 00:47:42.609592 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 53078) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:47:42.614033 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [None req-a5b40e38-b652-4e15-ae81-f4fe3af2cbf5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1518219136-router', 'tenant_id': '4467d938824242aab07cf31a1311c8aa', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a'}}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:47:42.652996 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-a5b40e38-b652-4e15-ae81-f4fe3af2cbf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2420'] for router, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:42.654518 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-a5b40e38-b652-4e15-ae81-f4fe3af2cbf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529807', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2413'] for router, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:42.760381 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-a5b40e38-b652-4e15-ae81-f4fe3af2cbf5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:42.868733 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1719c750-a016-4c9c-95a9-65311b6a0a56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1052c816-ecfd-5720-acea-4b7c5cbde93b-de8fbc24-7297-4226-b64a-9cb1927a5167', 'network_id': 'de8fbc24-7297-4226-b64a-9cb1927a5167', 'tenant_id': '4467d938824242aab07cf31a1311c8aa', 'fixed_ips': [{'subnet_id': '83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1'}]}} from dv-cinder-759961-13-iscsi. {{(pid=105700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 00:47:42.869838 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-1719c750-a016-4c9c-95a9-65311b6a0a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_create {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:42.943431 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-a5b40e38-b652-4e15-ae81-f4fe3af2cbf5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:43.058619 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.db_base_plugin_common [None req-1719c750-a016-4c9c-95a9-65311b6a0a56 None None] Allocated IP 172.20.0.2 (de8fbc24-7297-4226-b64a-9cb1927a5167/83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1/a4b06fc2-e159-4006-87d4-c4d632c1d58c) {{(pid=105700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 00:47:43.261637 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-a5b40e38-b652-4e15-ae81-f4fe3af2cbf5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:43.293967 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-1719c750-a016-4c9c-95a9-65311b6a0a56 None None] Notify callbacks [] for port, precommit_create {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:43.305001 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-1719c750-a016-4c9c-95a9-65311b6a0a56 None None] Transition to ACTIVE for port object a4b06fc2-e159-4006-87d4-c4d632c1d58c will not be triggered until provisioned by entity L2. {{(pid=105700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:47:43.305422 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-a5b40e38-b652-4e15-ae81-f4fe3af2cbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:43.323955 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-1719c750-a016-4c9c-95a9-65311b6a0a56 None None] Transition to ACTIVE for port object a4b06fc2-e159-4006-87d4-c4d632c1d58c will not be triggered until provisioned by entity DHCP. {{(pid=105700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:47:43.331474 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-1719c750-a016-4c9c-95a9-65311b6a0a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792256344477'] for port, after_create {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:43.410895 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1719c750-a016-4c9c-95a9-65311b6a0a56 None None] Network de8fbc24-7297-4226-b64a-9cb1927a5167 is already hosted by enough agents. {{(pid=105700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:47:43.414877 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.scheduler.base_scheduler [None req-1719c750-a016-4c9c-95a9-65311b6a0a56 None None] Resources bound (agent type, host, resource id): {{(pid=105700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:47:43.418875 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1719c750-a016-4c9c-95a9-65311b6a0a56 None None] Received port after_create {{(pid=105700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 00:47:43.431270 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1719c750-a016-4c9c-95a9-65311b6a0a56 None None] Pushing event updated for resources: {'Port': ['ID=a4b06fc2-e159-4006-87d4-c4d632c1d58c,revision_number=1']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:43.452835 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.db_base_plugin_common [None req-a5b40e38-b652-4e15-ae81-f4fe3af2cbf5 admin admin] Allocated IP 172.27.0.120 (aeb1b426-56a4-445f-8c16-06e4bfc4278a/d22fae44-982b-434e-84ec-8582a9df6d9e/939e38d5-3003-4e38-9d37-799586b7dad0) {{(pid=105699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 00:47:43.498569 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-1719c750-a016-4c9c-95a9-65311b6a0a56 None None] Attempting to bind port a4b06fc2-e159-4006-87d4-c4d632c1d58c on host dv-cinder-759961-13-iscsi for vnic_type normal with profile {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 00:47:43.499405 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-1719c750-a016-4c9c-95a9-65311b6a0a56 None None] Attempting to bind port a4b06fc2-e159-4006-87d4-c4d632c1d58c by drivers openvswitch,hyperv on host dv-cinder-759961-13-iscsi at level 0 using segments [{'id': '36a93c6c-e113-4def-a9a0-ed0b007be14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'de8fbc24-7297-4226-b64a-9cb1927a5167'}] {{(pid=105700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 00:47:43.500172 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1719c750-a016-4c9c-95a9-65311b6a0a56 None None] Attempting to bind port a4b06fc2-e159-4006-87d4-c4d632c1d58c on network de8fbc24-7297-4226-b64a-9cb1927a5167 {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:47:43.507419 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1719c750-a016-4c9c-95a9-65311b6a0a56 None None] Checking agent: {'id': 'f82a9a64-a181-41a7-bfc0-9590d2256fe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 0, 35, 51), 'started_at': datetime.datetime(2021, 9, 8, 0, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 0, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 00:47:43.508510 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1719c750-a016-4c9c-95a9-65311b6a0a56 None None] Checking segment: {'id': '36a93c6c-e113-4def-a9a0-ed0b007be14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'de8fbc24-7297-4226-b64a-9cb1927a5167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:47:43.509532 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-1719c750-a016-4c9c-95a9-65311b6a0a56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:43.510303 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1719c750-a016-4c9c-95a9-65311b6a0a56 None None] Bound using segment: {'id': '36a93c6c-e113-4def-a9a0-ed0b007be14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'de8fbc24-7297-4226-b64a-9cb1927a5167'} {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 00:47:43.511209 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-1719c750-a016-4c9c-95a9-65311b6a0a56 None None] Bound port: a4b06fc2-e159-4006-87d4-c4d632c1d58c, host: dv-cinder-759961-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36a93c6c-e113-4def-a9a0-ed0b007be14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'de8fbc24-7297-4226-b64a-9cb1927a5167'}}] {{(pid=105700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 00:47:43.512098 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-1719c750-a016-4c9c-95a9-65311b6a0a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:43.611820 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-a5b40e38-b652-4e15-ae81-f4fe3af2cbf5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:43.690503 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-1719c750-a016-4c9c-95a9-65311b6a0a56 None None] For port a4b06fc2-e159-4006-87d4-c4d632c1d58c, host dv-cinder-759961-13-iscsi, cleared binding levels {{(pid=105700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 00:47:43.702465 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-1719c750-a016-4c9c-95a9-65311b6a0a56 None None] For port a4b06fc2-e159-4006-87d4-c4d632c1d58c, host dv-cinder-759961-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=a4b06fc2-e159-4006-87d4-c4d632c1d58c,segment=NetworkSegment(36a93c6c-e113-4def-a9a0-ed0b007be14b),segment_id=36a93c6c-e113-4def-a9a0-ed0b007be14b)] {{(pid=105700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 00:47:43.739943 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-1719c750-a016-4c9c-95a9-65311b6a0a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:43.802082 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-a5b40e38-b652-4e15-ae81-f4fe3af2cbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792256344477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517368'] for port, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:43.859407 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b40e38-b652-4e15-ae81-f4fe3af2cbf5 admin admin] Network aeb1b426-56a4-445f-8c16-06e4bfc4278a is already hosted by enough agents. {{(pid=105699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:47:43.862483 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.base_scheduler [None req-a5b40e38-b652-4e15-ae81-f4fe3af2cbf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:47:43.866231 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b40e38-b652-4e15-ae81-f4fe3af2cbf5 admin admin] Received port after_create {{(pid=105699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 00:47:43.924569 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1719c750-a016-4c9c-95a9-65311b6a0a56 None None] Pushing event updated for resources: {'Port': ['ID=a4b06fc2-e159-4006-87d4-c4d632c1d58c,revision_number=2']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:43.987900 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b40e38-b652-4e15-ae81-f4fe3af2cbf5 admin admin] Pushing event updated for resources: {'Port': ['ID=939e38d5-3003-4e38-9d37-799586b7dad0,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:44.305737 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-a5b40e38-b652-4e15-ae81-f4fe3af2cbf5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:44.556569 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-a5b40e38-b652-4e15-ae81-f4fe3af2cbf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529874'] for router, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:44.708675 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b40e38-b652-4e15-ae81-f4fe3af2cbf5 admin admin] Router 20c990cd-fee1-47ea-abe8-1ff59e755bab is scheduled to L3 agent e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146 with binding_index 1 {{(pid=105699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 00:47:44.844764 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b40e38-b652-4e15-ae81-f4fe3af2cbf5 admin admin] Notify agent at l3_agent.dv-cinder-759961-13-iscsi the message routers_updated {{(pid=105699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 00:47:44.860670 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa0b928-9173-4c60-973e-53c03414979c None None] Sync routers for ids ['20c990cd-fee1-47ea-abe8-1ff59e755bab'] in dv-cinder-759961-13-iscsi {{(pid=105700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 00:47:44.871915 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-a5b40e38-b652-4e15-ae81-f4fe3af2cbf5 admin admin] Notify callbacks [] for router, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:44.876846 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 53088) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:47:44.878298 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-a5b40e38-b652-4e15-ae81-f4fe3af2cbf5 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.2676787 Sep 08 00:47:44.879387 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa0b928-9173-4c60-973e-53c03414979c None None] Routers {'20c990cd-fee1-47ea-abe8-1ff59e755bab'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:47:44.880094 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-dfa0b928-9173-4c60-973e-53c03414979c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:47:21Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['20c990cd-fee1-47ea-abe8-1ff59e755bab'], 'active': True} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:47:44.997096 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvr_db [None req-dfa0b928-9173-4c60-973e-53c03414979c None None] Set router 20c990cd-fee1-47ea-abe8-1ff59e755bab gateway port host: dv-cinder-759961-13-iscsi {{(pid=105700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:47:45.410536 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:45.441200 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-dfa0b928-9173-4c60-973e-53c03414979c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'name': 'tempest-AttachVolumeShelveTestJSON-1518219136-router', 'tenant_id': '4467d938824242aab07cf31a1311c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '939e38d5-3003-4e38-9d37-799586b7dad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:47:42Z', 'updated_at': '2021-09-08T00:47:44Z', 'revision_number': 3, 'project_id': '4467d938824242aab07cf31a1311c8aa', 'gw_port': {'id': '939e38d5-3003-4e38-9d37-799586b7dad0', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:43Z', 'updated_at': '2021-09-08T00:47:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi'}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:47:45.487502 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d8d288-6a03-4d66-8312-aedaae700b5b None None] Network de8fbc24-7297-4226-b64a-9cb1927a5167 requested from dv-cinder-759961-13-iscsi {{(pid=105700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 00:47:45.492016 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa0b928-9173-4c60-973e-53c03414979c None None] Checking router: 20c990cd-fee1-47ea-abe8-1ff59e755bab for host: dv-cinder-759961-13-iscsi {{(pid=105700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 00:47:45.492421 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa0b928-9173-4c60-973e-53c03414979c None None] Updating router 20c990cd-fee1-47ea-abe8-1ff59e755bab port 939e38d5-3003-4e38-9d37-799586b7dad0 binding host dv-cinder-759961-13-iscsi {{(pid=105700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 00:47:45.548533 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device a4b06fc2-e159-4006-87d4-c4d632c1d58c up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:47:45.603033 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-dfa0b928-9173-4c60-973e-53c03414979c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:45.611812 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-fc2de909-2bc6-45fb-ad19-a0868996d9d4 None None] Provisioning for port a4b06fc2-e159-4006-87d4-c4d632c1d58c completed by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:47:45.677911 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-ed954052-828a-4799-bf51-2659acf1572d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:45.889226 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning for port a4b06fc2-e159-4006-87d4-c4d632c1d58c completed by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:47:45.899941 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning complete for port a4b06fc2-e159-4006-87d4-c4d632c1d58c triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:47:45.906019 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:45.909073 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.db_base_plugin_common [None req-ed954052-828a-4799-bf51-2659acf1572d admin admin] Allocated IP 172.20.0.1 (de8fbc24-7297-4226-b64a-9cb1927a5167/83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1/2c4e9451-6a18-4a3b-a8b6-52d889f4e6a1) {{(pid=105698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 00:47:46.026262 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-ed954052-828a-4799-bf51-2659acf1572d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:46.043489 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-ed954052-828a-4799-bf51-2659acf1572d admin admin] Transition to ACTIVE for port object 2c4e9451-6a18-4a3b-a8b6-52d889f4e6a1 will not be triggered until provisioned by entity DHCP. {{(pid=105698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:47:46.089990 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-ed954052-828a-4799-bf51-2659acf1572d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792256344477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705649'] for port, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:46.133725 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed954052-828a-4799-bf51-2659acf1572d admin admin] Network de8fbc24-7297-4226-b64a-9cb1927a5167 is already hosted by enough agents. {{(pid=105698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:47:46.139086 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.base_scheduler [None req-ed954052-828a-4799-bf51-2659acf1572d admin admin] Resources bound (agent type, host, resource id): {{(pid=105698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:47:46.146112 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed954052-828a-4799-bf51-2659acf1572d admin admin] Received port after_create {{(pid=105698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 00:47:46.184023 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed954052-828a-4799-bf51-2659acf1572d admin admin] Pushing event updated for resources: {'Port': ['ID=2c4e9451-6a18-4a3b-a8b6-52d889f4e6a1,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:46.199800 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-ed954052-828a-4799-bf51-2659acf1572d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529551'] for router_interface, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:46.276429 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:46.339300 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] For port a4b06fc2-e159-4006-87d4-c4d632c1d58c, host dv-cinder-759961-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=a4b06fc2-e159-4006-87d4-c4d632c1d58c,segment=NetworkSegment(36a93c6c-e113-4def-a9a0-ed0b007be14b),segment_id=36a93c6c-e113-4def-a9a0-ed0b007be14b)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:47:46.360854 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:46.383707 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-ed954052-828a-4799-bf51-2659acf1572d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:46.494376 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-dfa0b928-9173-4c60-973e-53c03414979c None None] Notify callbacks [] for port, precommit_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:46.502525 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Pushing event updated for resources: {'Port': ['ID=a4b06fc2-e159-4006-87d4-c4d632c1d58c,revision_number=3']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:46.515808 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-dfa0b928-9173-4c60-973e-53c03414979c None None] Transition to ACTIVE for port object 939e38d5-3003-4e38-9d37-799586b7dad0 will not be triggered until provisioned by entity L2. {{(pid=105700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:47:46.525229 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-dfa0b928-9173-4c60-973e-53c03414979c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:46.613575 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e0d8c-f5dd-4b95-9dec-ba4ecdd7430c None None] Pushing event updated for resources: {'Port': ['ID=939e38d5-3003-4e38-9d37-799586b7dad0,revision_number=2']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:46.621962 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-dfa0b928-9173-4c60-973e-53c03414979c None None] Attempting to bind port 939e38d5-3003-4e38-9d37-799586b7dad0 on host dv-cinder-759961-13-iscsi for vnic_type normal with profile {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 00:47:46.629609 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-dfa0b928-9173-4c60-973e-53c03414979c None None] Attempting to bind port 939e38d5-3003-4e38-9d37-799586b7dad0 by drivers openvswitch,hyperv on host dv-cinder-759961-13-iscsi at level 0 using segments [{'id': '8f85bbb2-d588-4058-a2ba-8b00436e9fac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a'}] {{(pid=105700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 00:47:46.629840 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa0b928-9173-4c60-973e-53c03414979c None None] Attempting to bind port 939e38d5-3003-4e38-9d37-799586b7dad0 on network aeb1b426-56a4-445f-8c16-06e4bfc4278a {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:47:46.637836 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa0b928-9173-4c60-973e-53c03414979c None None] Checking agent: {'id': 'f82a9a64-a181-41a7-bfc0-9590d2256fe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 0, 35, 51), 'started_at': datetime.datetime(2021, 9, 8, 0, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 0, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 00:47:46.638163 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa0b928-9173-4c60-973e-53c03414979c None None] Checking segment: {'id': '8f85bbb2-d588-4058-a2ba-8b00436e9fac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:47:46.638579 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-dfa0b928-9173-4c60-973e-53c03414979c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:46.638978 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa0b928-9173-4c60-973e-53c03414979c None None] Bound using segment: {'id': '8f85bbb2-d588-4058-a2ba-8b00436e9fac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a'} {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 00:47:46.639454 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-dfa0b928-9173-4c60-973e-53c03414979c None None] Bound port: 939e38d5-3003-4e38-9d37-799586b7dad0, host: dv-cinder-759961-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f85bbb2-d588-4058-a2ba-8b00436e9fac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a'}}] {{(pid=105700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 00:47:46.639898 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-dfa0b928-9173-4c60-973e-53c03414979c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:46.691168 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-ed954052-828a-4799-bf51-2659acf1572d admin admin] Notify callbacks [] for port, precommit_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:46.701373 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-ed954052-828a-4799-bf51-2659acf1572d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7705662'] for port, after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:46.732899 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-ba4f9f5e-7271-4d8c-88f7-0b9ccae69acb None None] Provisioning complete for port a4b06fc2-e159-4006-87d4-c4d632c1d58c triggered by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:47:46.733209 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-ba4f9f5e-7271-4d8c-88f7-0b9ccae69acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:46.789160 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-dfa0b928-9173-4c60-973e-53c03414979c None None] For port 939e38d5-3003-4e38-9d37-799586b7dad0, host dv-cinder-759961-13-iscsi, cleared binding levels {{(pid=105700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 00:47:46.805197 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed954052-828a-4799-bf51-2659acf1572d admin admin] Pushing event updated for resources: {'Port': ['ID=2c4e9451-6a18-4a3b-a8b6-52d889f4e6a1,revision_number=2']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:46.808518 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-ed954052-828a-4799-bf51-2659acf1572d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531487'] for router_interface, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:46.810932 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-dfa0b928-9173-4c60-973e-53c03414979c None None] For port 939e38d5-3003-4e38-9d37-799586b7dad0, host dv-cinder-759961-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=939e38d5-3003-4e38-9d37-799586b7dad0,segment=NetworkSegment(8f85bbb2-d588-4058-a2ba-8b00436e9fac),segment_id=8f85bbb2-d588-4058-a2ba-8b00436e9fac)] {{(pid=105700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 00:47:46.826306 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-dfa0b928-9173-4c60-973e-53c03414979c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:46.936166 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e0d8c-f5dd-4b95-9dec-ba4ecdd7430c None None] Pushing event updated for resources: {'Port': ['ID=939e38d5-3003-4e38-9d37-799586b7dad0,revision_number=3']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:46.966416 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed954052-828a-4799-bf51-2659acf1572d admin admin] Network de8fbc24-7297-4226-b64a-9cb1927a5167 is already hosted by enough agents. {{(pid=105698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:47:46.970340 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.base_scheduler [None req-ed954052-828a-4799-bf51-2659acf1572d admin admin] Resources bound (agent type, host, resource id): {{(pid=105698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:47:47.059050 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa0b928-9173-4c60-973e-53c03414979c None None] Routers {'20c990cd-fee1-47ea-abe8-1ff59e755bab'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:47:47.060182 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-dfa0b928-9173-4c60-973e-53c03414979c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:47:21Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['20c990cd-fee1-47ea-abe8-1ff59e755bab'], 'active': True} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:47:47.323481 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvr_db [None req-dfa0b928-9173-4c60-973e-53c03414979c None None] Set router 20c990cd-fee1-47ea-abe8-1ff59e755bab gateway port host: dv-cinder-759961-13-iscsi {{(pid=105700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:47:47.345447 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed954052-828a-4799-bf51-2659acf1572d admin admin] Router 20c990cd-fee1-47ea-abe8-1ff59e755bab has already been hosted by L3 agent e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146 {{(pid=105698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 00:47:47.574763 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device a4b06fc2-e159-4006-87d4-c4d632c1d58c up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:47:47.636407 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-a7ededd5-4ce6-4456-9db3-866c9699689e None None] Provisioning for port 2c4e9451-6a18-4a3b-a8b6-52d889f4e6a1 completed by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:47:47.688668 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-a7ededd5-4ce6-4456-9db3-866c9699689e None None] Provisioning complete for port 2c4e9451-6a18-4a3b-a8b6-52d889f4e6a1 triggered by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:47:47.689298 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-a7ededd5-4ce6-4456-9db3-866c9699689e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:47.757592 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-a7ededd5-4ce6-4456-9db3-866c9699689e None None] Port 2c4e9451-6a18-4a3b-a8b6-52d889f4e6a1 cannot update to ACTIVE because it is not bound. {{(pid=105700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 00:47:47.808609 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning complete for port a4b06fc2-e159-4006-87d4-c4d632c1d58c triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:47:47.809095 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed954052-828a-4799-bf51-2659acf1572d admin admin] Notify agent at l3_agent.dv-cinder-759961-13-iscsi the message routers_updated {{(pid=105698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 00:47:47.809474 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:47.814950 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-1ef82211-5062-4346-b6bf-073da28608e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:47.827933 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-ed954052-828a-4799-bf51-2659acf1572d admin admin] 10.222.0.15 "PUT /v2.0/routers/20c990cd-fee1-47ea-abe8-1ff59e755bab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9428847 Sep 08 00:47:47.848680 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-dfa0b928-9173-4c60-973e-53c03414979c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'name': 'tempest-AttachVolumeShelveTestJSON-1518219136-router', 'tenant_id': '4467d938824242aab07cf31a1311c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '939e38d5-3003-4e38-9d37-799586b7dad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:47:42Z', 'updated_at': '2021-09-08T00:47:46Z', 'revision_number': 4, 'project_id': '4467d938824242aab07cf31a1311c8aa', 'gw_port': {'id': '939e38d5-3003-4e38-9d37-799586b7dad0', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:43Z', 'updated_at': '2021-09-08T00:47:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_interfaces': [{'id': '2c4e9451-6a18-4a3b-a8b6-52d889f4e6a1', 'name': '', 'network_id': 'de8fbc24-7297-4226-b64a-9cb1927a5167', 'tenant_id': '4467d938824242aab07cf31a1311c8aa', 'mac_address': 'fa:16:3e:e7:04:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:45Z', 'updated_at': '2021-09-08T00:47:46Z', 'revision_number': 2, 'project_id': '4467d938824242aab07cf31a1311c8aa', 'subnets': [{'id': '83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:47:47.885197 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa0b928-9173-4c60-973e-53c03414979c None None] The sync data for ids ['20c990cd-fee1-47ea-abe8-1ff59e755bab'] in dv-cinder-759961-13-iscsi is: [{'id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'name': 'tempest-AttachVolumeShelveTestJSON-1518219136-router', 'tenant_id': '4467d938824242aab07cf31a1311c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '939e38d5-3003-4e38-9d37-799586b7dad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:47:42Z', 'updated_at': '2021-09-08T00:47:46Z', 'revision_number': 4, 'project_id': '4467d938824242aab07cf31a1311c8aa', 'gw_port': {'id': '939e38d5-3003-4e38-9d37-799586b7dad0', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:43Z', 'updated_at': '2021-09-08T00:47:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_interfaces': [{'id': '2c4e9451-6a18-4a3b-a8b6-52d889f4e6a1', 'name': '', 'network_id': 'de8fbc24-7297-4226-b64a-9cb1927a5167', 'tenant_id': '4467d938824242aab07cf31a1311c8aa', 'mac_address': 'fa:16:3e:e7:04:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:45Z', 'updated_at': '2021-09-08T00:47:46Z', 'revision_number': 2, 'project_id': '4467d938824242aab07cf31a1311c8aa', 'subnets': [{'id': '83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 00:47:47.931651 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b3bd7e33-ca69-4fb6-9da3-937113c56449 None None] Provisioning complete for port 2c4e9451-6a18-4a3b-a8b6-52d889f4e6a1 triggered by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:47:47.932043 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b3bd7e33-ca69-4fb6-9da3-937113c56449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:48.070641 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-b3bd7e33-ca69-4fb6-9da3-937113c56449 None None] Port 2c4e9451-6a18-4a3b-a8b6-52d889f4e6a1 cannot update to ACTIVE because it is not bound. {{(pid=105700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 00:47:49.547679 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 939e38d5-3003-4e38-9d37-799586b7dad0 up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:47:49.622974 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning for port 939e38d5-3003-4e38-9d37-799586b7dad0 completed by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:47:49.626262 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning complete for port 939e38d5-3003-4e38-9d37-799586b7dad0 triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:47:49.626631 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:49.729544 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:49.757157 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] For port 939e38d5-3003-4e38-9d37-799586b7dad0, host dv-cinder-759961-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=939e38d5-3003-4e38-9d37-799586b7dad0,segment=NetworkSegment(8f85bbb2-d588-4058-a2ba-8b00436e9fac),segment_id=8f85bbb2-d588-4058-a2ba-8b00436e9fac)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:47:49.763909 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:49.820346 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Pushing event updated for resources: {'Port': ['ID=939e38d5-3003-4e38-9d37-799586b7dad0,revision_number=4']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:50.452312 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bfd8cd-d754-4fbb-817d-8cc1dabb831c None None] Sync routers for ids ['20c990cd-fee1-47ea-abe8-1ff59e755bab'] in dv-cinder-759961-13-iscsi {{(pid=105701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 00:47:50.462882 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bfd8cd-d754-4fbb-817d-8cc1dabb831c None None] Routers {'20c990cd-fee1-47ea-abe8-1ff59e755bab'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:47:50.463482 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-25bfd8cd-d754-4fbb-817d-8cc1dabb831c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:47:21Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['20c990cd-fee1-47ea-abe8-1ff59e755bab'], 'active': True} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:47:50.650808 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvr_db [None req-25bfd8cd-d754-4fbb-817d-8cc1dabb831c None None] Set router 20c990cd-fee1-47ea-abe8-1ff59e755bab gateway port host: dv-cinder-759961-13-iscsi {{(pid=105701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:47:50.839919 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-9da9c126-881c-4a0a-9f3b-c9ef0ac3247b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:50.845588 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:50.862355 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-25bfd8cd-d754-4fbb-817d-8cc1dabb831c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'name': 'tempest-AttachVolumeShelveTestJSON-1518219136-router', 'tenant_id': '4467d938824242aab07cf31a1311c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '939e38d5-3003-4e38-9d37-799586b7dad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:47:42Z', 'updated_at': '2021-09-08T00:47:46Z', 'revision_number': 4, 'project_id': '4467d938824242aab07cf31a1311c8aa', 'gw_port': {'id': '939e38d5-3003-4e38-9d37-799586b7dad0', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:43Z', 'updated_at': '2021-09-08T00:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_interfaces': [{'id': '2c4e9451-6a18-4a3b-a8b6-52d889f4e6a1', 'name': '', 'network_id': 'de8fbc24-7297-4226-b64a-9cb1927a5167', 'tenant_id': '4467d938824242aab07cf31a1311c8aa', 'mac_address': 'fa:16:3e:e7:04:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:45Z', 'updated_at': '2021-09-08T00:47:46Z', 'revision_number': 2, 'project_id': '4467d938824242aab07cf31a1311c8aa', 'subnets': [{'id': '83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:47:50.891861 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bfd8cd-d754-4fbb-817d-8cc1dabb831c None None] Checking router: 20c990cd-fee1-47ea-abe8-1ff59e755bab for host: dv-cinder-759961-13-iscsi {{(pid=105701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 00:47:50.892239 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bfd8cd-d754-4fbb-817d-8cc1dabb831c None None] Updating router 20c990cd-fee1-47ea-abe8-1ff59e755bab port 2c4e9451-6a18-4a3b-a8b6-52d889f4e6a1 binding host dv-cinder-759961-13-iscsi {{(pid=105701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 00:47:50.916323 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-25bfd8cd-d754-4fbb-817d-8cc1dabb831c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:51.192860 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-25bfd8cd-d754-4fbb-817d-8cc1dabb831c None None] Notify callbacks [] for port, precommit_update {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:51.203820 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.provisioning_blocks [None req-25bfd8cd-d754-4fbb-817d-8cc1dabb831c None None] Transition to ACTIVE for port object 2c4e9451-6a18-4a3b-a8b6-52d889f4e6a1 will not be triggered until provisioned by entity L2. {{(pid=105701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:47:51.209864 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-25bfd8cd-d754-4fbb-817d-8cc1dabb831c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:51.317119 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ae080d-991a-4f66-b9bb-c3907b436f54 None None] Pushing event updated for resources: {'Port': ['ID=2c4e9451-6a18-4a3b-a8b6-52d889f4e6a1,revision_number=3']} {{(pid=105701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:51.334212 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.managers [None req-25bfd8cd-d754-4fbb-817d-8cc1dabb831c None None] Attempting to bind port 2c4e9451-6a18-4a3b-a8b6-52d889f4e6a1 on host dv-cinder-759961-13-iscsi for vnic_type normal with profile {{(pid=105701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 00:47:51.334768 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.managers [None req-25bfd8cd-d754-4fbb-817d-8cc1dabb831c None None] Attempting to bind port 2c4e9451-6a18-4a3b-a8b6-52d889f4e6a1 by drivers openvswitch,hyperv on host dv-cinder-759961-13-iscsi at level 0 using segments [{'id': '36a93c6c-e113-4def-a9a0-ed0b007be14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'de8fbc24-7297-4226-b64a-9cb1927a5167'}] {{(pid=105701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 00:47:51.335889 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bfd8cd-d754-4fbb-817d-8cc1dabb831c None None] Attempting to bind port 2c4e9451-6a18-4a3b-a8b6-52d889f4e6a1 on network de8fbc24-7297-4226-b64a-9cb1927a5167 {{(pid=105701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:47:51.341797 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bfd8cd-d754-4fbb-817d-8cc1dabb831c None None] Checking agent: {'id': 'f82a9a64-a181-41a7-bfc0-9590d2256fe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 0, 35, 51), 'started_at': datetime.datetime(2021, 9, 8, 0, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 0, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 00:47:51.342171 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bfd8cd-d754-4fbb-817d-8cc1dabb831c None None] Checking segment: {'id': '36a93c6c-e113-4def-a9a0-ed0b007be14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'de8fbc24-7297-4226-b64a-9cb1927a5167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:47:51.342570 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-25bfd8cd-d754-4fbb-817d-8cc1dabb831c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:51.342956 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bfd8cd-d754-4fbb-817d-8cc1dabb831c None None] Bound using segment: {'id': '36a93c6c-e113-4def-a9a0-ed0b007be14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'de8fbc24-7297-4226-b64a-9cb1927a5167'} {{(pid=105701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 00:47:51.343537 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.managers [None req-25bfd8cd-d754-4fbb-817d-8cc1dabb831c None None] Bound port: 2c4e9451-6a18-4a3b-a8b6-52d889f4e6a1, host: dv-cinder-759961-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36a93c6c-e113-4def-a9a0-ed0b007be14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'de8fbc24-7297-4226-b64a-9cb1927a5167'}}] {{(pid=105701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 00:47:51.343828 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-25bfd8cd-d754-4fbb-817d-8cc1dabb831c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:51.427118 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.db [None req-25bfd8cd-d754-4fbb-817d-8cc1dabb831c None None] For port 2c4e9451-6a18-4a3b-a8b6-52d889f4e6a1, host dv-cinder-759961-13-iscsi, cleared binding levels {{(pid=105701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 00:47:51.432081 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.db [None req-25bfd8cd-d754-4fbb-817d-8cc1dabb831c None None] For port 2c4e9451-6a18-4a3b-a8b6-52d889f4e6a1, host dv-cinder-759961-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=2c4e9451-6a18-4a3b-a8b6-52d889f4e6a1,segment=NetworkSegment(36a93c6c-e113-4def-a9a0-ed0b007be14b),segment_id=36a93c6c-e113-4def-a9a0-ed0b007be14b)] {{(pid=105701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 00:47:51.438941 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-25bfd8cd-d754-4fbb-817d-8cc1dabb831c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:51.505145 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bfd8cd-d754-4fbb-817d-8cc1dabb831c None None] Routers {'20c990cd-fee1-47ea-abe8-1ff59e755bab'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:47:51.505777 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-25bfd8cd-d754-4fbb-817d-8cc1dabb831c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:47:51Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['20c990cd-fee1-47ea-abe8-1ff59e755bab'], 'active': True} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:47:51.532378 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 939e38d5-3003-4e38-9d37-799586b7dad0 up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:47:51.568026 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ae080d-991a-4f66-b9bb-c3907b436f54 None None] Pushing event updated for resources: {'Port': ['ID=2c4e9451-6a18-4a3b-a8b6-52d889f4e6a1,revision_number=4']} {{(pid=105701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:51.616958 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning complete for port 939e38d5-3003-4e38-9d37-799586b7dad0 triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:47:51.618032 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:51.659968 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvr_db [None req-25bfd8cd-d754-4fbb-817d-8cc1dabb831c None None] Set router 20c990cd-fee1-47ea-abe8-1ff59e755bab gateway port host: dv-cinder-759961-13-iscsi {{(pid=105701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:47:51.678239 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:51.940441 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-25bfd8cd-d754-4fbb-817d-8cc1dabb831c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'name': 'tempest-AttachVolumeShelveTestJSON-1518219136-router', 'tenant_id': '4467d938824242aab07cf31a1311c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '939e38d5-3003-4e38-9d37-799586b7dad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:47:42Z', 'updated_at': '2021-09-08T00:47:46Z', 'revision_number': 4, 'project_id': '4467d938824242aab07cf31a1311c8aa', 'gw_port': {'id': '939e38d5-3003-4e38-9d37-799586b7dad0', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:43Z', 'updated_at': '2021-09-08T00:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_interfaces': [{'id': '2c4e9451-6a18-4a3b-a8b6-52d889f4e6a1', 'name': '', 'network_id': 'de8fbc24-7297-4226-b64a-9cb1927a5167', 'tenant_id': '4467d938824242aab07cf31a1311c8aa', 'mac_address': 'fa:16:3e:e7:04:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:45Z', 'updated_at': '2021-09-08T00:47:51Z', 'revision_number': 4, 'project_id': '4467d938824242aab07cf31a1311c8aa', 'subnets': [{'id': '83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:47:51.968746 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bfd8cd-d754-4fbb-817d-8cc1dabb831c None None] The sync data for ids ['20c990cd-fee1-47ea-abe8-1ff59e755bab'] in dv-cinder-759961-13-iscsi is: [{'id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'name': 'tempest-AttachVolumeShelveTestJSON-1518219136-router', 'tenant_id': '4467d938824242aab07cf31a1311c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '939e38d5-3003-4e38-9d37-799586b7dad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:47:42Z', 'updated_at': '2021-09-08T00:47:46Z', 'revision_number': 4, 'project_id': '4467d938824242aab07cf31a1311c8aa', 'gw_port': {'id': '939e38d5-3003-4e38-9d37-799586b7dad0', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:43Z', 'updated_at': '2021-09-08T00:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_interfaces': [{'id': '2c4e9451-6a18-4a3b-a8b6-52d889f4e6a1', 'name': '', 'network_id': 'de8fbc24-7297-4226-b64a-9cb1927a5167', 'tenant_id': '4467d938824242aab07cf31a1311c8aa', 'mac_address': 'fa:16:3e:e7:04:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:45Z', 'updated_at': '2021-09-08T00:47:51Z', 'revision_number': 4, 'project_id': '4467d938824242aab07cf31a1311c8aa', 'subnets': [{'id': '83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 00:47:52.974000 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 53184) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:47:53.021755 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.db_base_plugin_v2 [None req-60f7ae22-bcd5-4f5b-9bac-7ed6d549d0dd admin admin] Deleting subnet 7610996b-c3e5-41e4-b8ca-0481d6ad4670 {{(pid=105698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 00:47:53.026292 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-60f7ae22-bcd5-4f5b-9bac-7ed6d549d0dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:53.060714 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-60f7ae22-bcd5-4f5b-9bac-7ed6d549d0dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7633556'] for subnet, precommit_delete_associations {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:53.102292 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-60f7ae22-bcd5-4f5b-9bac-7ed6d549d0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3572486'] for subnet, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:53.103186 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:53.158138 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-60f7ae22-bcd5-4f5b-9bac-7ed6d549d0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3572543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7705668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4725603'] for subnet, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:53.183419 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f7ae22-bcd5-4f5b-9bac-7ed6d549d0dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7610996b-c3e5-41e4-b8ca-0481d6ad4670,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:53.186831 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.agents_db [None req-8a21184a-e449-40d8-9b7c-bcfe602fdfc6 None None] Agent healthcheck: found 6 active agents {{(pid=105701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 00:47:53.187282 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-60f7ae22-bcd5-4f5b-9bac-7ed6d549d0dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for subnet, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:53.189362 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-60f7ae22-bcd5-4f5b-9bac-7ed6d549d0dd admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7610996b-c3e5-41e4-b8ca-0481d6ad4670 HTTP/1.1" status: 204 len: 168 time: 0.2143660 Sep 08 00:47:53.196024 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 53186) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:47:53.204829 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f7ae22-bcd5-4f5b-9bac-7ed6d549d0dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:47:53.205389 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f7ae22-bcd5-4f5b-9bac-7ed6d549d0dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:47:53.206049 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f7ae22-bcd5-4f5b-9bac-7ed6d549d0dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:47:53.206473 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f7ae22-bcd5-4f5b-9bac-7ed6d549d0dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:47:53.206870 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f7ae22-bcd5-4f5b-9bac-7ed6d549d0dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:47:53.207266 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f7ae22-bcd5-4f5b-9bac-7ed6d549d0dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:47:53.207689 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f7ae22-bcd5-4f5b-9bac-7ed6d549d0dd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:47:53.208091 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f7ae22-bcd5-4f5b-9bac-7ed6d549d0dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:47:53.208484 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f7ae22-bcd5-4f5b-9bac-7ed6d549d0dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:47:53.208872 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f7ae22-bcd5-4f5b-9bac-7ed6d549d0dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:47:53.209258 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f7ae22-bcd5-4f5b-9bac-7ed6d549d0dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:47:53.209644 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f7ae22-bcd5-4f5b-9bac-7ed6d549d0dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:47:53.271058 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-5b1fe64d-56b0-4bff-a060-7ac1ee593719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3464973'] for network, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:53.350238 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-5b1fe64d-56b0-4bff-a060-7ac1ee593719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3575435', 'neutron.services.segments.db._delete_segments_for_network-8792256839289'] for network, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:53.370576 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.services.segments.db [None req-5b1fe64d-56b0-4bff-a060-7ac1ee593719 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['730eb77e-b615-44f2-a325-106133633428']}} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:47:53.380009 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.services.segments.db [None req-5b1fe64d-56b0-4bff-a060-7ac1ee593719 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae584969-c86b-4aa9-bf11-cc6a7719e958') {'for_net_delete': True} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:47:53.380303 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.services.segments.db [None req-5b1fe64d-56b0-4bff-a060-7ac1ee593719 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae584969-c86b-4aa9-bf11-cc6a7719e958') {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:47:53.390277 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-5b1fe64d-56b0-4bff-a060-7ac1ee593719 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792256841090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7633565'] for segment, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:53.403869 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-5b1fe64d-56b0-4bff-a060-7ac1ee593719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3575388'] for segment, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:53.409826 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b1fe64d-56b0-4bff-a060-7ac1ee593719 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=105698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 00:47:53.410200 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-5b1fe64d-56b0-4bff-a060-7ac1ee593719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3575388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7727846'] for segment, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:53.412037 dv-cinder-759961-13-iscsi neutron-server[105698]: Traceback (most recent call last): Sep 08 00:47:53.412037 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 00:47:53.412037 dv-cinder-759961-13-iscsi neutron-server[105698]: timer() Sep 08 00:47:53.412037 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 00:47:53.412037 dv-cinder-759961-13-iscsi neutron-server[105698]: cb(*args, **kw) Sep 08 00:47:53.412037 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 00:47:53.412037 dv-cinder-759961-13-iscsi neutron-server[105698]: return func(*args, **kwargs) Sep 08 00:47:53.412037 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 00:47:53.412037 dv-cinder-759961-13-iscsi neutron-server[105698]: self._notify() Sep 08 00:47:53.412037 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 00:47:53.412037 dv-cinder-759961-13-iscsi neutron-server[105698]: self.callback(batched_events) Sep 08 00:47:53.412037 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 00:47:53.412037 dv-cinder-759961-13-iscsi neutron-server[105698]: event.method(event) Sep 08 00:47:53.412037 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 00:47:53.412037 dv-cinder-759961-13-iscsi neutron-server[105698]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 00:47:53.412037 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 00:47:53.412037 dv-cinder-759961-13-iscsi neutron-server[105698]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 00:47:53.412037 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 00:47:53.412037 dv-cinder-759961-13-iscsi neutron-server[105698]: return f(self, *a, **k) Sep 08 00:47:53.412037 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 00:47:53.412037 dv-cinder-759961-13-iscsi neutron-server[105698]: return self._get(url).json() Sep 08 00:47:53.412037 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 00:47:53.412037 dv-cinder-759961-13-iscsi neutron-server[105698]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 00:47:53.412037 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 00:47:53.412037 dv-cinder-759961-13-iscsi neutron-server[105698]: return self.request(url, 'GET', **kwargs) Sep 08 00:47:53.412037 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 00:47:53.412037 dv-cinder-759961-13-iscsi neutron-server[105698]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 00:47:53.412037 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 00:47:53.412037 dv-cinder-759961-13-iscsi neutron-server[105698]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 00:47:53.412037 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 00:47:53.412037 dv-cinder-759961-13-iscsi neutron-server[105698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 00:47:53.412037 dv-cinder-759961-13-iscsi neutron-server[105698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 00:47:53.473339 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-5b1fe64d-56b0-4bff-a060-7ac1ee593719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3575428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529414'] for network, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:53.480026 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-5b1fe64d-56b0-4bff-a060-7ac1ee593719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for network, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:53.482367 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-5b1fe64d-56b0-4bff-a060-7ac1ee593719 admin admin] 10.222.0.15 "DELETE /v2.0/networks/730eb77e-b615-44f2-a325-106133633428 HTTP/1.1" status: 204 len: 168 time: 0.2852042 Sep 08 00:47:53.495820 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1fe64d-56b0-4bff-a060-7ac1ee593719 admin admin] Pushing event deleted for resources: {'Network': ['ID=730eb77e-b615-44f2-a325-106133633428,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:53.501126 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 2c4e9451-6a18-4a3b-a8b6-52d889f4e6a1 up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:47:53.549768 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning for port 2c4e9451-6a18-4a3b-a8b6-52d889f4e6a1 completed by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:47:53.554176 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning complete for port 2c4e9451-6a18-4a3b-a8b6-52d889f4e6a1 triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:47:53.554713 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:53.614325 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 53190) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:47:53.637693 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:53.657562 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-3e104f39-8a97-4e31-90c5-c765e5fc61cd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=52c317881b44409c88cbbbdb512371da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419245 Sep 08 00:47:53.660083 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 53192) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:47:53.668145 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] For port 2c4e9451-6a18-4a3b-a8b6-52d889f4e6a1, host dv-cinder-759961-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=2c4e9451-6a18-4a3b-a8b6-52d889f4e6a1,segment=NetworkSegment(36a93c6c-e113-4def-a9a0-ed0b007be14b),segment_id=36a93c6c-e113-4def-a9a0-ed0b007be14b)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:47:53.671852 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:53.720802 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Pushing event updated for resources: {'Port': ['ID=2c4e9451-6a18-4a3b-a8b6-52d889f4e6a1,revision_number=5']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:53.928349 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-354a47c8-d37c-439b-ae63-222e4e0c2334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:53.949314 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-354a47c8-d37c-439b-ae63-222e4e0c2334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:53.996686 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-354a47c8-d37c-439b-ae63-222e4e0c2334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:53.999316 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-354a47c8-d37c-439b-ae63-222e4e0c2334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:54.002809 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-354a47c8-d37c-439b-ae63-222e4e0c2334 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e769dadd-f003-4d29-ac67-4df471cd4b1c HTTP/1.1" status: 204 len: 168 time: 0.3395200 Sep 08 00:47:54.008604 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354a47c8-d37c-439b-ae63-222e4e0c2334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e769dadd-f003-4d29-ac67-4df471cd4b1c,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:55.475096 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 2c4e9451-6a18-4a3b-a8b6-52d889f4e6a1 up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:47:55.524845 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning complete for port 2c4e9451-6a18-4a3b-a8b6-52d889f4e6a1 triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:47:55.525321 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:55.620507 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [req-ef51713a-b968-4b71-a5df-b0af92e3b997 req-33351674-4d32-4531-9a80-dca4cbdcf341 service neutron] Request body: {'port': {'device_id': '1c9ceac0-b7ef-4cde-96fc-6906da454960', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:47:55.626497 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [req-5bb66f0b-02a5-46b6-81c5-c3ac1e6c59b2 req-c59cf00f-3686-4a6d-9c8d-34636bd8a6ba service neutron] Request body: {'port': {'device_id': '311fb41e-fcde-4911-b289-21aeeb3f111e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:47:55.721415 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-ef51713a-b968-4b71-a5df-b0af92e3b997 req-33351674-4d32-4531-9a80-dca4cbdcf341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:55.730960 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-5bb66f0b-02a5-46b6-81c5-c3ac1e6c59b2 req-c59cf00f-3686-4a6d-9c8d-34636bd8a6ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:55.917554 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb04191-f519-42f9-aa8d-bf76aca12683 req-e65289b1-e671-4e31-9c72-af405f9c9abd tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:55.919085 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ddb04191-f519-42f9-aa8d-bf76aca12683 req-e65289b1-e671-4e31-9c72-af405f9c9abd tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c9ceac0-b7ef-4cde-96fc-6906da454960 HTTP/1.1" status: 200 len: 931 time: 0.1853473 Sep 08 00:47:56.127767 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ddb04191-f519-42f9-aa8d-bf76aca12683 req-0c7f925e-4858-464e-8223-b45d3b8f0f7c tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bc693cc-0d90-4823-8154-532a44c11f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589429 Sep 08 00:47:56.156175 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2542d3-2ec1-44f9-bdf9-4e15ce06c6c7 req-2d5f6cf4-ec7d-49b2-b070-8b85ff474150 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:56.157657 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1d2542d3-2ec1-44f9-bdf9-4e15ce06c6c7 req-2d5f6cf4-ec7d-49b2-b070-8b85ff474150 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/ports?device_id=311fb41e-fcde-4911-b289-21aeeb3f111e HTTP/1.1" status: 200 len: 931 time: 0.1822155 Sep 08 00:47:56.297154 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1d2542d3-2ec1-44f9-bdf9-4e15ce06c6c7 req-be1ab18a-3a0a-4a10-b6e7-9ba34976566a tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05bae0a3-fbbb-4b97-a09c-00699ac91369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087801 Sep 08 00:47:56.344931 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a5c3c2d2-6043-4e07-8ade-e9c54b4a6696 req-76ddf75a-65b0-4a49-a278-417b60f40d44 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1005766876&fields=id&tenant_id=d2122c17d3e9420ca396e89dd2ef51d5 HTTP/1.1" status: 200 len: 267 time: 0.1195021 Sep 08 00:47:56.384233 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.notifiers.nova [req-ef51713a-b968-4b71-a5df-b0af92e3b997 req-33351674-4d32-4531-9a80-dca4cbdcf341 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5649ddca-9df8-4808-9986-2ec14ea2c9bc {{(pid=105699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 00:47:56.416219 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-ef51713a-b968-4b71-a5df-b0af92e3b997 req-33351674-4d32-4531-9a80-dca4cbdcf341 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:56.493525 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.provisioning_blocks [req-ef51713a-b968-4b71-a5df-b0af92e3b997 req-33351674-4d32-4531-9a80-dca4cbdcf341 service neutron] Transition to ACTIVE for port object 5649ddca-9df8-4808-9986-2ec14ea2c9bc will not be triggered until provisioned by entity L2. {{(pid=105699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:47:56.496142 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.notifiers.nova [req-5bb66f0b-02a5-46b6-81c5-c3ac1e6c59b2 req-c59cf00f-3686-4a6d-9c8d-34636bd8a6ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a149d348-73ef-4097-b0fb-f1265a96840f {{(pid=105699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 00:47:56.507768 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-5bb66f0b-02a5-46b6-81c5-c3ac1e6c59b2 req-c59cf00f-3686-4a6d-9c8d-34636bd8a6ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:56.509928 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-ef51713a-b968-4b71-a5df-b0af92e3b997 req-33351674-4d32-4531-9a80-dca4cbdcf341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25517367'] for port, after_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:56.565414 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.provisioning_blocks [req-5bb66f0b-02a5-46b6-81c5-c3ac1e6c59b2 req-c59cf00f-3686-4a6d-9c8d-34636bd8a6ba service neutron] Transition to ACTIVE for port object a149d348-73ef-4097-b0fb-f1265a96840f will not be triggered until provisioned by entity L2. {{(pid=105699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:47:56.577364 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-5bb66f0b-02a5-46b6-81c5-c3ac1e6c59b2 req-c59cf00f-3686-4a6d-9c8d-34636bd8a6ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25517367'] for port, after_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:56.589018 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3c2d2-6043-4e07-8ade-e9c54b4a6696 req-f91cf6be-c6f0-4da8-96ff-1697b492a220 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:56.590492 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a5c3c2d2-6043-4e07-8ade-e9c54b4a6696 req-f91cf6be-c6f0-4da8-96ff-1697b492a220 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "GET /v2.0/networks?id=a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb HTTP/1.1" status: 200 len: 811 time: 0.2361143 Sep 08 00:47:56.617170 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33351674-4d32-4531-9a80-dca4cbdcf341 service neutron] Pushing event updated for resources: {'Port': ['ID=5649ddca-9df8-4808-9986-2ec14ea2c9bc,revision_number=2']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:56.646822 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 53286) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:47:56.652268 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [None req-43faf0ca-be0a-445b-ad7a-77c688618c1b tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1642746778', 'description': 'tempest-description--555158745'}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:47:56.671149 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a5c3c2d2-6043-4e07-8ade-e9c54b4a6696 req-1be6ca8d-ca9a-4049-928b-d4db1e83726f tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "GET /v2.0/quotas/d2122c17d3e9420ca396e89dd2ef51d5 HTTP/1.1" status: 200 len: 375 time: 0.0665045 Sep 08 00:47:56.684735 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-43faf0ca-be0a-445b-ad7a-77c688618c1b tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:56.759112 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59cf00f-3686-4a6d-9c8d-34636bd8a6ba service neutron] Pushing event updated for resources: {'Port': ['ID=a149d348-73ef-4097-b0fb-f1265a96840f,revision_number=2']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:56.796988 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-43faf0ca-be0a-445b-ad7a-77c688618c1b tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:56.802057 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-43faf0ca-be0a-445b-ad7a-77c688618c1b tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:56.830018 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-43faf0ca-be0a-445b-ad7a-77c688618c1b tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:56.831795 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-43faf0ca-be0a-445b-ad7a-77c688618c1b tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1831121 Sep 08 00:47:56.838675 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 53290) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:47:56.843844 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [None req-a3216664-165f-4f18-93b9-ace56800de23 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Request body: {'security_group_rule': {'security_group_id': 'c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:47:56.849893 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a5c3c2d2-6043-4e07-8ade-e9c54b4a6696 req-ec7fdd44-6cef-4790-9b35-f5e4b4c51b5c tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d2122c17d3e9420ca396e89dd2ef51d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1527436 Sep 08 00:47:56.851171 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [req-ef51713a-b968-4b71-a5df-b0af92e3b997 req-33351674-4d32-4531-9a80-dca4cbdcf341 service neutron] Attempting to bind port 5649ddca-9df8-4808-9986-2ec14ea2c9bc on host hv-cinder-75996 for vnic_type normal with profile {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 00:47:56.851601 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [req-ef51713a-b968-4b71-a5df-b0af92e3b997 req-33351674-4d32-4531-9a80-dca4cbdcf341 service neutron] Attempting to bind port 5649ddca-9df8-4808-9986-2ec14ea2c9bc by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': 'f806e606-d999-4f43-b373-fbe3a924cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'add4ace8-327b-48a2-a657-c5213350adce'}] {{(pid=105699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 00:47:56.851898 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef51713a-b968-4b71-a5df-b0af92e3b997 req-33351674-4d32-4531-9a80-dca4cbdcf341 service neutron] Attempting to bind port 5649ddca-9df8-4808-9986-2ec14ea2c9bc on network add4ace8-327b-48a2-a657-c5213350adce {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:47:56.863908 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef51713a-b968-4b71-a5df-b0af92e3b997 req-33351674-4d32-4531-9a80-dca4cbdcf341 service neutron] Port 5649ddca-9df8-4808-9986-2ec14ea2c9bc on network add4ace8-327b-48a2-a657-c5213350adce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 00:47:56.864240 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef51713a-b968-4b71-a5df-b0af92e3b997 req-33351674-4d32-4531-9a80-dca4cbdcf341 service neutron] Attempting to bind port 5649ddca-9df8-4808-9986-2ec14ea2c9bc on network add4ace8-327b-48a2-a657-c5213350adce {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:47:56.866895 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43faf0ca-be0a-445b-ad7a-77c688618c1b tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:56.889862 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-a3216664-165f-4f18-93b9-ace56800de23 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:56.899734 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef51713a-b968-4b71-a5df-b0af92e3b997 req-33351674-4d32-4531-9a80-dca4cbdcf341 service neutron] Checking agent: {'id': '9d05b7f5-da94-42e7-89b0-a476ea8ca848', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 0, 41, 44), 'started_at': datetime.datetime(2021, 9, 8, 0, 41, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 0, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 00:47:56.900014 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef51713a-b968-4b71-a5df-b0af92e3b997 req-33351674-4d32-4531-9a80-dca4cbdcf341 service neutron] Checking segment: {'id': 'f806e606-d999-4f43-b373-fbe3a924cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'add4ace8-327b-48a2-a657-c5213350adce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:47:56.900403 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef51713a-b968-4b71-a5df-b0af92e3b997 req-33351674-4d32-4531-9a80-dca4cbdcf341 service neutron] Bound using segment: {'id': 'f806e606-d999-4f43-b373-fbe3a924cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'add4ace8-327b-48a2-a657-c5213350adce'} {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 00:47:56.900838 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [req-ef51713a-b968-4b71-a5df-b0af92e3b997 req-33351674-4d32-4531-9a80-dca4cbdcf341 service neutron] Bound port: 5649ddca-9df8-4808-9986-2ec14ea2c9bc, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f806e606-d999-4f43-b373-fbe3a924cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'add4ace8-327b-48a2-a657-c5213350adce'}}] {{(pid=105699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 00:47:56.901189 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-ef51713a-b968-4b71-a5df-b0af92e3b997 req-33351674-4d32-4531-9a80-dca4cbdcf341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:56.918899 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [req-5bb66f0b-02a5-46b6-81c5-c3ac1e6c59b2 req-c59cf00f-3686-4a6d-9c8d-34636bd8a6ba service neutron] Attempting to bind port a149d348-73ef-4097-b0fb-f1265a96840f on host hv-cinder-75996 for vnic_type normal with profile {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 00:47:56.919236 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [req-5bb66f0b-02a5-46b6-81c5-c3ac1e6c59b2 req-c59cf00f-3686-4a6d-9c8d-34636bd8a6ba service neutron] Attempting to bind port a149d348-73ef-4097-b0fb-f1265a96840f by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': 'ef029967-362e-4317-91eb-ff719d72a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc'}] {{(pid=105699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 00:47:56.919587 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb66f0b-02a5-46b6-81c5-c3ac1e6c59b2 req-c59cf00f-3686-4a6d-9c8d-34636bd8a6ba service neutron] Attempting to bind port a149d348-73ef-4097-b0fb-f1265a96840f on network f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:47:56.941691 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-a3216664-165f-4f18-93b9-ace56800de23 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:56.945785 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-a3216664-165f-4f18-93b9-ace56800de23 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607653'] for security_group_rule, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:56.959996 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb66f0b-02a5-46b6-81c5-c3ac1e6c59b2 req-c59cf00f-3686-4a6d-9c8d-34636bd8a6ba service neutron] Port a149d348-73ef-4097-b0fb-f1265a96840f on network f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 00:47:56.960321 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb66f0b-02a5-46b6-81c5-c3ac1e6c59b2 req-c59cf00f-3686-4a6d-9c8d-34636bd8a6ba service neutron] Attempting to bind port a149d348-73ef-4097-b0fb-f1265a96840f on network f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:47:56.962917 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3216664-165f-4f18-93b9-ace56800de23 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67b09299-ec6a-445b-b1a5-f4dfe5aeec8e,revision_number=0']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:56.971206 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-a3216664-165f-4f18-93b9-ace56800de23 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:56.975021 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-a3216664-165f-4f18-93b9-ace56800de23 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1327951 Sep 08 00:47:56.975289 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 53294) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:47:56.981535 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [None req-ea8db357-22de-4edf-ad8b-80a7277b34ff tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Request body: {'security_group_rule': {'security_group_id': 'c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:47:56.999257 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb66f0b-02a5-46b6-81c5-c3ac1e6c59b2 req-c59cf00f-3686-4a6d-9c8d-34636bd8a6ba service neutron] Checking agent: {'id': '9d05b7f5-da94-42e7-89b0-a476ea8ca848', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 0, 41, 44), 'started_at': datetime.datetime(2021, 9, 8, 0, 41, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 0, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 00:47:56.999623 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb66f0b-02a5-46b6-81c5-c3ac1e6c59b2 req-c59cf00f-3686-4a6d-9c8d-34636bd8a6ba service neutron] Checking segment: {'id': 'ef029967-362e-4317-91eb-ff719d72a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:47:57.000307 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb66f0b-02a5-46b6-81c5-c3ac1e6c59b2 req-c59cf00f-3686-4a6d-9c8d-34636bd8a6ba service neutron] Bound using segment: {'id': 'ef029967-362e-4317-91eb-ff719d72a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc'} {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 00:47:57.000750 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [req-5bb66f0b-02a5-46b6-81c5-c3ac1e6c59b2 req-c59cf00f-3686-4a6d-9c8d-34636bd8a6ba service neutron] Bound port: a149d348-73ef-4097-b0fb-f1265a96840f, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef029967-362e-4317-91eb-ff719d72a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc'}}] {{(pid=105699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 00:47:57.001170 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-5bb66f0b-02a5-46b6-81c5-c3ac1e6c59b2 req-c59cf00f-3686-4a6d-9c8d-34636bd8a6ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:57.018357 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-ea8db357-22de-4edf-ad8b-80a7277b34ff tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:57.072982 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a5c3c2d2-6043-4e07-8ade-e9c54b4a6696 req-2dcdc7ab-5ff4-4f3f-8257-34fefa980a53 service neutron] 10.222.0.15 "GET /v2.0/networks/a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006266 Sep 08 00:47:57.076718 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.db [req-ef51713a-b968-4b71-a5df-b0af92e3b997 req-33351674-4d32-4531-9a80-dca4cbdcf341 service neutron] For port 5649ddca-9df8-4808-9986-2ec14ea2c9bc, host hv-cinder-75996, cleared binding levels {{(pid=105699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 00:47:57.082490 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-ea8db357-22de-4edf-ad8b-80a7277b34ff tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:57.083028 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.db [req-ef51713a-b968-4b71-a5df-b0af92e3b997 req-33351674-4d32-4531-9a80-dca4cbdcf341 service neutron] For port 5649ddca-9df8-4808-9986-2ec14ea2c9bc, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=5649ddca-9df8-4808-9986-2ec14ea2c9bc,segment=NetworkSegment(f806e606-d999-4f43-b373-fbe3a924cd24),segment_id=f806e606-d999-4f43-b373-fbe3a924cd24)] {{(pid=105699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 00:47:57.086362 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-ea8db357-22de-4edf-ad8b-80a7277b34ff tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607653'] for security_group_rule, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:57.103536 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8db357-22de-4edf-ad8b-80a7277b34ff tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a3637a9-e01d-4096-a746-082205bb4c2b,revision_number=0']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:57.106734 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-ef51713a-b968-4b71-a5df-b0af92e3b997 req-33351674-4d32-4531-9a80-dca4cbdcf341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25517367'] for port, after_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:57.110898 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-ea8db357-22de-4edf-ad8b-80a7277b34ff tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:57.112105 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-ea8db357-22de-4edf-ad8b-80a7277b34ff tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1351151 Sep 08 00:47:57.115214 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 53296) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:47:57.120298 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [None req-0a303bf0-42fb-465d-8f02-660dc9410fe9 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Request body: {'floatingip': {'floating_network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a'}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:47:57.141051 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0a303bf0-42fb-465d-8f02-660dc9410fe9 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks [] for floatingip, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:57.164010 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51713a-b968-4b71-a5df-b0af92e3b997 req-33351674-4d32-4531-9a80-dca4cbdcf341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:57.164734 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-ef51713a-b968-4b71-a5df-b0af92e3b997 req-33351674-4d32-4531-9a80-dca4cbdcf341 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for port, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:57.166123 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ef51713a-b968-4b71-a5df-b0af92e3b997 req-33351674-4d32-4531-9a80-dca4cbdcf341 service neutron] 10.222.0.35 "PUT /v2.0/ports/5649ddca-9df8-4808-9986-2ec14ea2c9bc HTTP/1.1" status: 200 len: 1093 time: 1.5513089 Sep 08 00:47:57.205865 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c9ceac0-b7ef-4cde-96fc-6906da454960', 'tag': '5649ddca-9df8-4808-9986-2ec14ea2c9bc'}] {{(pid=105699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:47:57.208154 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3219a0c12e8a5a78bd5034d738b4394f25721dc263a67c7d4cfc0eaa1ac0f340" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b0fad4-37ce-461b-943a-d347488ea737" -d '{"events": [{"name": "network-changed", "server_uuid": "1c9ceac0-b7ef-4cde-96fc-6906da454960", "tag": "5649ddca-9df8-4808-9986-2ec14ea2c9bc"}]}' {{(pid=105699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:47:57.236748 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.db [req-5bb66f0b-02a5-46b6-81c5-c3ac1e6c59b2 req-c59cf00f-3686-4a6d-9c8d-34636bd8a6ba service neutron] For port a149d348-73ef-4097-b0fb-f1265a96840f, host hv-cinder-75996, cleared binding levels {{(pid=105699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 00:47:57.243899 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0a303bf0-42fb-465d-8f02-660dc9410fe9 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:57.309185 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.db [req-5bb66f0b-02a5-46b6-81c5-c3ac1e6c59b2 req-c59cf00f-3686-4a6d-9c8d-34636bd8a6ba service neutron] For port a149d348-73ef-4097-b0fb-f1265a96840f, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=a149d348-73ef-4097-b0fb-f1265a96840f,segment=NetworkSegment(ef029967-362e-4317-91eb-ff719d72a778),segment_id=ef029967-362e-4317-91eb-ff719d72a778)] {{(pid=105699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 00:47:57.329454 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-5bb66f0b-02a5-46b6-81c5-c3ac1e6c59b2 req-c59cf00f-3686-4a6d-9c8d-34636bd8a6ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25517367'] for port, after_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:57.339070 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33351674-4d32-4531-9a80-dca4cbdcf341 service neutron] Pushing event updated for resources: {'Port': ['ID=5649ddca-9df8-4808-9986-2ec14ea2c9bc,revision_number=3']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:57.358803 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.db_base_plugin_common [None req-0a303bf0-42fb-465d-8f02-660dc9410fe9 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Allocated IP 172.27.0.145 (aeb1b426-56a4-445f-8c16-06e4bfc4278a/d22fae44-982b-434e-84ec-8582a9df6d9e/ffe1d869-0a25-47f0-ba41-4322ffa44bbe) {{(pid=105698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 00:47:57.381866 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a5c3c2d2-6043-4e07-8ade-e9c54b4a6696 req-25df9a98-3b3d-4685-8eac-cd40277f1534 service neutron] 10.222.0.15 "GET /v2.0/networks/a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011024 Sep 08 00:47:57.387583 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb66f0b-02a5-46b6-81c5-c3ac1e6c59b2 req-c59cf00f-3686-4a6d-9c8d-34636bd8a6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:57.388362 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-5bb66f0b-02a5-46b6-81c5-c3ac1e6c59b2 req-c59cf00f-3686-4a6d-9c8d-34636bd8a6ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for port, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:57.389884 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5bb66f0b-02a5-46b6-81c5-c3ac1e6c59b2 req-c59cf00f-3686-4a6d-9c8d-34636bd8a6ba service neutron] 10.222.0.35 "PUT /v2.0/ports/a149d348-73ef-4097-b0fb-f1265a96840f HTTP/1.1" status: 200 len: 1093 time: 1.7737570 Sep 08 00:47:57.409852 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95f61a9-ff5b-4d00-8451-2fafe222fdbe req-9fc3eba0-5770-4e5e-90a3-5c92d1cbb839 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:57.411634 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-d95f61a9-ff5b-4d00-8451-2fafe222fdbe req-9fc3eba0-5770-4e5e-90a3-5c92d1cbb839 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c9ceac0-b7ef-4cde-96fc-6906da454960 HTTP/1.1" status: 200 len: 943 time: 0.1963754 Sep 08 00:47:57.423598 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51713a-b968-4b71-a5df-b0af92e3b997 req-44ccd36f-bac7-41b9-99e5-0851a4dcaa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:57.425949 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ef51713a-b968-4b71-a5df-b0af92e3b997 req-44ccd36f-bac7-41b9-99e5-0851a4dcaa1e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a682fa0a6ca14e42a44da67d539aecca&device_id=1c9ceac0-b7ef-4cde-96fc-6906da454960 HTTP/1.1" status: 200 len: 1096 time: 0.1833050 Sep 08 00:47:57.452174 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59cf00f-3686-4a6d-9c8d-34636bd8a6ba service neutron] Pushing event updated for resources: {'Port': ['ID=a149d348-73ef-4097-b0fb-f1265a96840f,revision_number=3']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:57.510547 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0a303bf0-42fb-465d-8f02-660dc9410fe9 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks [] for port, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:57.550203 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-d95f61a9-ff5b-4d00-8451-2fafe222fdbe req-e4595cf3-b606-4d97-aaa7-115633b4f603 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bc693cc-0d90-4823-8154-532a44c11f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122775 Sep 08 00:47:57.552660 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ef51713a-b968-4b71-a5df-b0af92e3b997 req-424192b4-5c37-4c06-b820-c47250fbd8cf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5649ddca-9df8-4808-9986-2ec14ea2c9bc HTTP/1.1" status: 200 len: 217 time: 0.0816145 Sep 08 00:47:57.567803 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0a303bf0-42fb-465d-8f02-660dc9410fe9 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792256344477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705649'] for port, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:57.625193 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb66f0b-02a5-46b6-81c5-c3ac1e6c59b2 req-6ee2a1d0-d814-4133-b5ef-f424714e0784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:57.627500 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5bb66f0b-02a5-46b6-81c5-c3ac1e6c59b2 req-6ee2a1d0-d814-4133-b5ef-f424714e0784 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=771cd94aa4b745cda4b12e1bfb22ee9e&device_id=311fb41e-fcde-4911-b289-21aeeb3f111e HTTP/1.1" status: 200 len: 1096 time: 0.1547034 Sep 08 00:47:57.636761 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a303bf0-42fb-465d-8f02-660dc9410fe9 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Network aeb1b426-56a4-445f-8c16-06e4bfc4278a is already hosted by enough agents. {{(pid=105698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:47:57.642118 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.base_scheduler [None req-0a303bf0-42fb-465d-8f02-660dc9410fe9 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Resources bound (agent type, host, resource id): {{(pid=105698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:47:57.646419 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a303bf0-42fb-465d-8f02-660dc9410fe9 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Received port after_create {{(pid=105698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 00:47:57.682334 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 00:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cb0666-7b01-41a8-a377-5d151b5f7d6a x-openstack-request-id: req-66cb0666-7b01-41a8-a377-5d151b5f7d6a {{(pid=105699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:47:57.683071 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c9ceac0-b7ef-4cde-96fc-6906da454960", "tag": "5649ddca-9df8-4808-9986-2ec14ea2c9bc", "status": "completed", "code": 200}]} {{(pid=105699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:47:57.683071 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-66cb0666-7b01-41a8-a377-5d151b5f7d6a {{(pid=105699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:47:57.683543 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c9ceac0-b7ef-4cde-96fc-6906da454960', 'tag': '5649ddca-9df8-4808-9986-2ec14ea2c9bc', 'status': 'completed', 'code': 200} Sep 08 00:47:57.685117 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51713a-b968-4b71-a5df-b0af92e3b997 req-13143904-cd25-497e-b0b5-ad20d326f1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:57.690682 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ef51713a-b968-4b71-a5df-b0af92e3b997 req-13143904-cd25-497e-b0b5-ad20d326f1cc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=35e94a9d-fe7f-4a98-8c58-522e37798bac HTTP/1.1" status: 200 len: 854 time: 0.1255429 Sep 08 00:47:57.693207 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5bb66f0b-02a5-46b6-81c5-c3ac1e6c59b2 req-e09e122f-0989-4094-9873-ccd48d6e1a94 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a149d348-73ef-4097-b0fb-f1265a96840f HTTP/1.1" status: 200 len: 217 time: 0.0495946 Sep 08 00:47:57.744346 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0a303bf0-42fb-465d-8f02-660dc9410fe9 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:57.753795 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ef51713a-b968-4b71-a5df-b0af92e3b997 req-2c566a3d-cc31-4ec2-9c0f-7e88e5b47eb5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=add4ace8-327b-48a2-a657-c5213350adce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530427 Sep 08 00:47:57.755892 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a303bf0-42fb-465d-8f02-660dc9410fe9 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Pushing event updated for resources: {'Port': ['ID=ffe1d869-0a25-47f0-ba41-4322ffa44bbe,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:57.818673 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0a303bf0-42fb-465d-8f02-660dc9410fe9 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:57.873454 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb66f0b-02a5-46b6-81c5-c3ac1e6c59b2 req-c960f444-974e-41c1-bd02-78795b57e197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:57.875064 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5bb66f0b-02a5-46b6-81c5-c3ac1e6c59b2 req-c960f444-974e-41c1-bd02-78795b57e197 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=63e16365-266d-4913-bb14-1fa3e4b3026d HTTP/1.1" status: 200 len: 854 time: 0.1652408 Sep 08 00:47:57.880616 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1f38db6c-ed4a-4f62-9999-a3f836661990 req-04762863-2d02-4154-a3f5-0135342d18de tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dd105ad-3e16-45d7-a553-446d9c6968ff HTTP/1.1" status: 200 len: 210 time: 0.0467546 Sep 08 00:47:58.046878 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0a303bf0-42fb-465d-8f02-660dc9410fe9 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks [] for port, precommit_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:58.069823 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0a303bf0-42fb-465d-8f02-660dc9410fe9 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7705662'] for port, after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:58.166217 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a303bf0-42fb-465d-8f02-660dc9410fe9 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Pushing event updated for resources: {'Port': ['ID=ffe1d869-0a25-47f0-ba41-4322ffa44bbe,revision_number=2']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:47:58.175122 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0a303bf0-42fb-465d-8f02-660dc9410fe9 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529524'] for floatingip, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:58.196222 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0a303bf0-42fb-465d-8f02-660dc9410fe9 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for floatingip, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:47:58.197470 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-0a303bf0-42fb-465d-8f02-660dc9410fe9 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0813134 Sep 08 00:47:58.200664 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67854a08-d48b-4d34-bb1c-fc1c54f64016 req-40a599a1-17c4-4a19-809b-c678546a4288 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:58.202211 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-67854a08-d48b-4d34-bb1c-fc1c54f64016 req-40a599a1-17c4-4a19-809b-c678546a4288 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/ports?device_id=311fb41e-fcde-4911-b289-21aeeb3f111e HTTP/1.1" status: 200 len: 943 time: 0.4475484 Sep 08 00:47:58.246640 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ef51713a-b968-4b71-a5df-b0af92e3b997 req-779b4eda-a3a1-4fcd-8f43-c47b28fa6ada service neutron] 10.222.0.35 "GET /v2.0/networks/add4ace8-327b-48a2-a657-c5213350adce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4805021 Sep 08 00:47:58.252980 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb66f0b-02a5-46b6-81c5-c3ac1e6c59b2 req-4c512a66-9064-4679-893b-c18837a2bd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:58.254831 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5bb66f0b-02a5-46b6-81c5-c3ac1e6c59b2 req-4c512a66-9064-4679-893b-c18837a2bd60 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0990772 Sep 08 00:47:58.307701 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-67854a08-d48b-4d34-bb1c-fc1c54f64016 req-d3ea8cb2-ce98-4531-a76e-298713435656 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05bae0a3-fbbb-4b97-a09c-00699ac91369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976424 Sep 08 00:47:58.450241 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-004c7611-b20e-4f70-9ca7-a3c8fd24a481 req-ca4086fa-ab60-41ab-97e4-defb84c7967b tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1642746778&fields=id&tenant_id=4467d938824242aab07cf31a1311c8aa HTTP/1.1" status: 200 len: 267 time: 0.0973327 Sep 08 00:47:58.455334 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ef51713a-b968-4b71-a5df-b0af92e3b997 req-7af5af29-b2e4-4e20-9e7a-d7e104cbdc78 service neutron] 10.222.0.35 "GET /v2.0/networks/add4ace8-327b-48a2-a657-c5213350adce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996188 Sep 08 00:47:58.475779 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5bb66f0b-02a5-46b6-81c5-c3ac1e6c59b2 req-58afec78-873b-4f0f-ae97-14980119db08 service neutron] 10.222.0.35 "GET /v2.0/networks/f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032609 Sep 08 00:47:58.689419 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5bb66f0b-02a5-46b6-81c5-c3ac1e6c59b2 req-9197ffb5-8910-438d-989e-adbd6f0eee91 service neutron] 10.222.0.35 "GET /v2.0/networks/f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034440 Sep 08 00:47:58.698071 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c7611-b20e-4f70-9ca7-a3c8fd24a481 req-6e95756a-e25f-4184-a84c-dafc16ff7241 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:58.699647 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-004c7611-b20e-4f70-9ca7-a3c8fd24a481 req-6e95756a-e25f-4184-a84c-dafc16ff7241 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/networks?id=de8fbc24-7297-4226-b64a-9cb1927a5167 HTTP/1.1" status: 200 len: 817 time: 0.2381475 Sep 08 00:47:58.726006 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0fad4-37ce-461b-943a-d347488ea737 req-f07e676c-e189-48b4-9074-948a7a182074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:58.727416 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-21b0fad4-37ce-461b-943a-d347488ea737 req-f07e676c-e189-48b4-9074-948a7a182074 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a682fa0a6ca14e42a44da67d539aecca&device_id=1c9ceac0-b7ef-4cde-96fc-6906da454960 HTTP/1.1" status: 200 len: 1096 time: 0.1422029 Sep 08 00:47:58.734724 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-004c7611-b20e-4f70-9ca7-a3c8fd24a481 req-d1e6eaa6-bd69-45be-b188-9d6a89e0fbba tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/quotas/4467d938824242aab07cf31a1311c8aa HTTP/1.1" status: 200 len: 375 time: 0.0187724 Sep 08 00:47:58.765452 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f2625-78a4-4370-b29b-d7337b01a74c req-7caa0eba-7bb0-4cc1-a52a-4e3aec29e449 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:58.766901 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e69f2625-78a4-4370-b29b-d7337b01a74c req-7caa0eba-7bb0-4cc1-a52a-4e3aec29e449 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c9ceac0-b7ef-4cde-96fc-6906da454960 HTTP/1.1" status: 200 len: 943 time: 0.1003067 Sep 08 00:47:58.885354 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-004c7611-b20e-4f70-9ca7-a3c8fd24a481 req-ba0768d7-7b85-49fb-81e1-09dc11d4ce88 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4467d938824242aab07cf31a1311c8aa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1433923 Sep 08 00:47:58.891617 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e69f2625-78a4-4370-b29b-d7337b01a74c req-da6539f7-649a-4ffe-aa33-493abe86f6a7 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bc693cc-0d90-4823-8154-532a44c11f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075850 Sep 08 00:47:58.947758 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0fad4-37ce-461b-943a-d347488ea737 req-7af59912-3011-4029-98bc-196bc20bef1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:58.949154 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-21b0fad4-37ce-461b-943a-d347488ea737 req-7af59912-3011-4029-98bc-196bc20bef1f service neutron] 10.222.0.35 "GET /v2.0/networks?id=add4ace8-327b-48a2-a657-c5213350adce HTTP/1.1" status: 200 len: 915 time: 0.1641564 Sep 08 00:47:59.037444 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-21b0fad4-37ce-461b-943a-d347488ea737 req-66154e47-2554-49aa-a671-263299b54fcc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5649ddca-9df8-4808-9986-2ec14ea2c9bc HTTP/1.1" status: 200 len: 217 time: 0.0630927 Sep 08 00:47:59.039235 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-d84e3b0e-45d8-4d77-a8bf-75ab2610cc55 req-2826d6e2-6ae3-48ef-90f0-400854bc74cd tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dd105ad-3e16-45d7-a553-446d9c6968ff HTTP/1.1" status: 200 len: 210 time: 0.0660756 Sep 08 00:47:59.091375 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-004c7611-b20e-4f70-9ca7-a3c8fd24a481 req-58c72d9e-65cb-40ba-afd9-cd7aa399477b service neutron] 10.222.0.15 "GET /v2.0/networks/de8fbc24-7297-4226-b64a-9cb1927a5167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921463 Sep 08 00:47:59.128232 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0fad4-37ce-461b-943a-d347488ea737 req-15fdbbb5-a10b-4e9e-828e-f70c47caa63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:59.129689 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-21b0fad4-37ce-461b-943a-d347488ea737 req-15fdbbb5-a10b-4e9e-828e-f70c47caa63c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=35e94a9d-fe7f-4a98-8c58-522e37798bac HTTP/1.1" status: 200 len: 854 time: 0.0816245 Sep 08 00:47:59.189328 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-21b0fad4-37ce-461b-943a-d347488ea737 req-a37e5205-7e82-4503-aa83-483f3656fe58 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=add4ace8-327b-48a2-a657-c5213350adce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517468 Sep 08 00:47:59.243782 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-004c7611-b20e-4f70-9ca7-a3c8fd24a481 req-cd2224a1-7c24-40fe-9752-18f2f4306012 service neutron] 10.222.0.15 "GET /v2.0/networks/de8fbc24-7297-4226-b64a-9cb1927a5167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445827 Sep 08 00:47:59.299209 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-21b0fad4-37ce-461b-943a-d347488ea737 req-9c03c1fb-c5d8-4bb0-8d6e-6340f0b3296c service neutron] 10.222.0.35 "GET /v2.0/networks/add4ace8-327b-48a2-a657-c5213350adce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003621 Sep 08 00:47:59.435003 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-21b0fad4-37ce-461b-943a-d347488ea737 req-ced6f1f2-3ba5-4a6c-9b17-f316be864be4 service neutron] 10.222.0.35 "GET /v2.0/networks/add4ace8-327b-48a2-a657-c5213350adce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281164 Sep 08 00:47:59.494371 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-9bd001cb-01ee-4333-adae-d05651826398 req-cd8db31d-036b-44e8-a27e-37f5ff9386e7 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 210 time: 0.0304735 Sep 08 00:47:59.510498 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ffd41e-b0d4-4920-a352-13bd6d6e81d8 req-7f1b5d14-1edb-4aee-bd78-a0db7204a5d7 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:47:59.512099 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-c7ffd41e-b0d4-4920-a352-13bd6d6e81d8 req-7f1b5d14-1edb-4aee-bd78-a0db7204a5d7 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/ports?device_id=311fb41e-fcde-4911-b289-21aeeb3f111e HTTP/1.1" status: 200 len: 943 time: 0.0810747 Sep 08 00:47:59.551488 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-c7ffd41e-b0d4-4920-a352-13bd6d6e81d8 req-9476361f-34f5-48a1-ad9f-1f000195abff tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05bae0a3-fbbb-4b97-a09c-00699ac91369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332816 Sep 08 00:47:59.684842 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311fb41e-fcde-4911-b289-21aeeb3f111e', 'tag': 'a149d348-73ef-4097-b0fb-f1265a96840f'}] {{(pid=105699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:47:59.689090 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3219a0c12e8a5a78bd5034d738b4394f25721dc263a67c7d4cfc0eaa1ac0f340" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56dbf25c-dfcc-40a8-95fb-f79387fb8114" -d '{"events": [{"name": "network-changed", "server_uuid": "311fb41e-fcde-4911-b289-21aeeb3f111e", "tag": "a149d348-73ef-4097-b0fb-f1265a96840f"}]}' {{(pid=105699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:47:59.745758 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 00:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9253191c-3a8c-42dc-b23f-132ccde3c8ff x-openstack-request-id: req-9253191c-3a8c-42dc-b23f-132ccde3c8ff {{(pid=105699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:47:59.746413 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311fb41e-fcde-4911-b289-21aeeb3f111e", "tag": "a149d348-73ef-4097-b0fb-f1265a96840f", "status": "completed", "code": 200}]} {{(pid=105699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:47:59.746413 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9253191c-3a8c-42dc-b23f-132ccde3c8ff {{(pid=105699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:47:59.746619 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311fb41e-fcde-4911-b289-21aeeb3f111e', 'tag': 'a149d348-73ef-4097-b0fb-f1265a96840f', 'status': 'completed', 'code': 200} Sep 08 00:48:00.048710 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbf25c-dfcc-40a8-95fb-f79387fb8114 req-3b525d5b-f9c6-44f8-a75f-47cb776c621b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:00.050211 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-56dbf25c-dfcc-40a8-95fb-f79387fb8114 req-3b525d5b-f9c6-44f8-a75f-47cb776c621b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=771cd94aa4b745cda4b12e1bfb22ee9e&device_id=311fb41e-fcde-4911-b289-21aeeb3f111e HTTP/1.1" status: 200 len: 1096 time: 0.1814289 Sep 08 00:48:00.097562 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509136ef-f9ae-4f8f-9a2f-6bb952337e0b req-12a47c1d-a465-4fb7-9d26-277079ea2f4d tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:00.100032 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-509136ef-f9ae-4f8f-9a2f-6bb952337e0b req-12a47c1d-a465-4fb7-9d26-277079ea2f4d tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c9ceac0-b7ef-4cde-96fc-6906da454960 HTTP/1.1" status: 200 len: 943 time: 0.1362140 Sep 08 00:48:00.109933 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3c2d2-6043-4e07-8ade-e9c54b4a6696 req-0c83dca1-d8fc-4ff6-a3da-0f2afc49a866 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:00.111340 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a5c3c2d2-6043-4e07-8ade-e9c54b4a6696 req-0c83dca1-d8fc-4ff6-a3da-0f2afc49a866 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.35 "GET /v2.0/networks?id=a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb HTTP/1.1" status: 200 len: 811 time: 0.2405307 Sep 08 00:48:00.186772 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-da43f3a0-c6d6-41ee-8b90-b619dd70f705 req-73f48261-59e1-4e30-bda3-a6555a19ac66 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dd105ad-3e16-45d7-a553-446d9c6968ff HTTP/1.1" status: 200 len: 210 time: 0.0672872 Sep 08 00:48:00.236044 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-509136ef-f9ae-4f8f-9a2f-6bb952337e0b req-9679f119-732d-4ca0-b583-802c53ad6f78 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bc693cc-0d90-4823-8154-532a44c11f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177828 Sep 08 00:48:00.261140 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a5c3c2d2-6043-4e07-8ade-e9c54b4a6696 req-30d66d00-012a-4824-bb1b-da1a58e012d4 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2122c17d3e9420ca396e89dd2ef51d5 HTTP/1.1" status: 200 len: 380 time: 0.0836771 Sep 08 00:48:00.262217 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbf25c-dfcc-40a8-95fb-f79387fb8114 req-c77c858c-c2f8-4973-8361-e56a66487973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:00.263623 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-56dbf25c-dfcc-40a8-95fb-f79387fb8114 req-c77c858c-c2f8-4973-8361-e56a66487973 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc HTTP/1.1" status: 200 len: 916 time: 0.2025032 Sep 08 00:48:00.278858 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [req-a5c3c2d2-6043-4e07-8ade-e9c54b4a6696 req-4713cd69-722f-454f-b31f-3dc7dba277f3 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Request body: {'port': {'device_id': '8dd105ad-3e16-45d7-a553-446d9c6968ff', 'network_id': 'a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb', 'admin_state_up': True, 'tenant_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'security_groups': ['64adc093-92cf-4671-8851-e15ed397cc48']}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:48:00.332138 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-56dbf25c-dfcc-40a8-95fb-f79387fb8114 req-7c14823b-1ced-454a-826d-1efdd94366b9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a149d348-73ef-4097-b0fb-f1265a96840f HTTP/1.1" status: 200 len: 217 time: 0.0499706 Sep 08 00:48:00.431894 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbf25c-dfcc-40a8-95fb-f79387fb8114 req-d0eae944-5957-4f81-8064-0ccb8a80f6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:00.433366 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-56dbf25c-dfcc-40a8-95fb-f79387fb8114 req-d0eae944-5957-4f81-8064-0ccb8a80f6b0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=63e16365-266d-4913-bb14-1fa3e4b3026d HTTP/1.1" status: 200 len: 854 time: 0.0922928 Sep 08 00:48:00.453590 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5c3c2d2-6043-4e07-8ade-e9c54b4a6696 req-4713cd69-722f-454f-b31f-3dc7dba277f3 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Made reservation on behalf of d2122c17d3e9420ca396e89dd2ef51d5 for: {'port': 1} {{(pid=105699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:48:00.457445 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-a5c3c2d2-6043-4e07-8ade-e9c54b4a6696 req-4713cd69-722f-454f-b31f-3dc7dba277f3 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:00.650127 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-bae7737b-089e-4525-81ff-303101bb646a req-9a85981f-fbed-4858-8172-6fa7334d5431 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 210 time: 0.0691638 Sep 08 00:48:00.651784 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbf25c-dfcc-40a8-95fb-f79387fb8114 req-b7298cd5-0858-4208-bbea-57cb370f607d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:00.653375 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-56dbf25c-dfcc-40a8-95fb-f79387fb8114 req-b7298cd5-0858-4208-bbea-57cb370f607d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1283329 Sep 08 00:48:00.722570 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c7611-b20e-4f70-9ca7-a3c8fd24a481 req-8f77aff8-5152-4a22-8efc-b7285d31948e tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:00.724260 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-004c7611-b20e-4f70-9ca7-a3c8fd24a481 req-8f77aff8-5152-4a22-8efc-b7285d31948e tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.35 "GET /v2.0/networks?id=de8fbc24-7297-4226-b64a-9cb1927a5167 HTTP/1.1" status: 200 len: 817 time: 0.1160648 Sep 08 00:48:00.740317 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.db_base_plugin_common [req-a5c3c2d2-6043-4e07-8ade-e9c54b4a6696 req-4713cd69-722f-454f-b31f-3dc7dba277f3 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Allocated IP 172.20.0.9 (a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb/48dc3dee-0151-4222-89ec-899c2181cf10/9191208e-81bc-4377-85bf-7aa2b6ccee11) {{(pid=105699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 00:48:00.797731 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-004c7611-b20e-4f70-9ca7-a3c8fd24a481 req-b4781700-135a-4583-8ba6-f28608dfe2fd tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4467d938824242aab07cf31a1311c8aa HTTP/1.1" status: 200 len: 380 time: 0.0549104 Sep 08 00:48:00.799269 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad923c3-0e0e-458d-8622-3346ea819f21 req-5a74a09d-d5e9-4124-92a7-36b2ed32b20a tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:00.801033 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1ad923c3-0e0e-458d-8622-3346ea819f21 req-5a74a09d-d5e9-4124-92a7-36b2ed32b20a tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/ports?device_id=311fb41e-fcde-4911-b289-21aeeb3f111e HTTP/1.1" status: 200 len: 943 time: 0.1543262 Sep 08 00:48:00.812390 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [req-004c7611-b20e-4f70-9ca7-a3c8fd24a481 req-a043e942-540a-43d4-9ba4-1653ad278862 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Request body: {'port': {'device_id': '700df840-5d90-4372-b2ad-844e82cabd6a', 'network_id': 'de8fbc24-7297-4226-b64a-9cb1927a5167', 'admin_state_up': True, 'tenant_id': '4467d938824242aab07cf31a1311c8aa', 'security_groups': ['c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977']}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:48:00.890852 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-56dbf25c-dfcc-40a8-95fb-f79387fb8114 req-16df9383-6ff6-4889-8a86-3d36d9244293 service neutron] 10.222.0.35 "GET /v2.0/networks/f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121716 Sep 08 00:48:00.896398 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1ad923c3-0e0e-458d-8622-3346ea819f21 req-334484b0-237a-4c7c-9669-7b0848d8ad3b tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05bae0a3-fbbb-4b97-a09c-00699ac91369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882144 Sep 08 00:48:00.930911 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-004c7611-b20e-4f70-9ca7-a3c8fd24a481 req-a043e942-540a-43d4-9ba4-1653ad278862 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Made reservation on behalf of 4467d938824242aab07cf31a1311c8aa for: {'port': 1} {{(pid=105698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:48:00.934659 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-004c7611-b20e-4f70-9ca7-a3c8fd24a481 req-a043e942-540a-43d4-9ba4-1653ad278862 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:01.080444 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.db_base_plugin_common [req-004c7611-b20e-4f70-9ca7-a3c8fd24a481 req-a043e942-540a-43d4-9ba4-1653ad278862 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Allocated IP 172.20.0.3 (de8fbc24-7297-4226-b64a-9cb1927a5167/83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1/c94dcbbd-4dcb-4309-adb2-0f852b546818) {{(pid=105698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 00:48:01.222677 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-004c7611-b20e-4f70-9ca7-a3c8fd24a481 req-a043e942-540a-43d4-9ba4-1653ad278862 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks [] for port, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:01.242319 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [req-004c7611-b20e-4f70-9ca7-a3c8fd24a481 req-a043e942-540a-43d4-9ba4-1653ad278862 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Transition to ACTIVE for port object c94dcbbd-4dcb-4309-adb2-0f852b546818 will not be triggered until provisioned by entity DHCP. {{(pid=105698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:48:01.278802 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-004c7611-b20e-4f70-9ca7-a3c8fd24a481 req-a043e942-540a-43d4-9ba4-1653ad278862 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792256344477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705649'] for port, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:01.286132 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-a5c3c2d2-6043-4e07-8ade-e9c54b4a6696 req-4713cd69-722f-454f-b31f-3dc7dba277f3 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Notify callbacks [] for port, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:01.318522 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-004c7611-b20e-4f70-9ca7-a3c8fd24a481 req-a043e942-540a-43d4-9ba4-1653ad278862 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Network de8fbc24-7297-4226-b64a-9cb1927a5167 is already hosted by enough agents. {{(pid=105698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:48:01.322202 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.base_scheduler [req-004c7611-b20e-4f70-9ca7-a3c8fd24a481 req-a043e942-540a-43d4-9ba4-1653ad278862 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Resources bound (agent type, host, resource id): {{(pid=105698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:48:01.326133 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [req-004c7611-b20e-4f70-9ca7-a3c8fd24a481 req-a043e942-540a-43d4-9ba4-1653ad278862 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Received port after_create {{(pid=105698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 00:48:01.327124 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-2ae83655-463f-4de0-bdda-bd1ddcdf8c92 req-a83a1843-374a-4973-81a7-302c04ea6004 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dd105ad-3e16-45d7-a553-446d9c6968ff HTTP/1.1" status: 200 len: 210 time: 0.0523369 Sep 08 00:48:01.338597 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.provisioning_blocks [req-a5c3c2d2-6043-4e07-8ade-e9c54b4a6696 req-4713cd69-722f-454f-b31f-3dc7dba277f3 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Transition to ACTIVE for port object 9191208e-81bc-4377-85bf-7aa2b6ccee11 will not be triggered until provisioned by entity DHCP. {{(pid=105699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:48:01.354790 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-56dbf25c-dfcc-40a8-95fb-f79387fb8114 req-bc63e98d-62ad-495c-86af-3c573677996e service neutron] 10.222.0.35 "GET /v2.0/networks/f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803248 Sep 08 00:48:01.384311 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a043e942-540a-43d4-9ba4-1653ad278862 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Pushing event updated for resources: {'Port': ['ID=c94dcbbd-4dcb-4309-adb2-0f852b546818,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:01.408430 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c7611-b20e-4f70-9ca7-a3c8fd24a481 req-a043e942-540a-43d4-9ba4-1653ad278862 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:01.409089 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-004c7611-b20e-4f70-9ca7-a3c8fd24a481 req-a043e942-540a-43d4-9ba4-1653ad278862 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for port, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:01.411675 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a004b656-e9e2-4d62-8b62-8d2ccdd08640 req-66b3ca90-4c6b-45ce-a56d-0ca03a60cd74 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:01.413222 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a004b656-e9e2-4d62-8b62-8d2ccdd08640 req-66b3ca90-4c6b-45ce-a56d-0ca03a60cd74 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c9ceac0-b7ef-4cde-96fc-6906da454960 HTTP/1.1" status: 200 len: 943 time: 0.0790181 Sep 08 00:48:01.425971 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-004c7611-b20e-4f70-9ca7-a3c8fd24a481 req-a043e942-540a-43d4-9ba4-1653ad278862 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6192014 Sep 08 00:48:01.432436 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-a5c3c2d2-6043-4e07-8ade-e9c54b4a6696 req-4713cd69-722f-454f-b31f-3dc7dba277f3 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792256344477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517368'] for port, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:01.445301 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [req-004c7611-b20e-4f70-9ca7-a3c8fd24a481 req-4a969117-4679-490c-952e-8c3d54ccc328 service neutron] Request body: {'port': {'device_id': '700df840-5d90-4372-b2ad-844e82cabd6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:48:01.501435 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5c3c2d2-6043-4e07-8ade-e9c54b4a6696 req-4713cd69-722f-454f-b31f-3dc7dba277f3 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Network a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb is already hosted by enough agents. {{(pid=105699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:48:01.504571 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-004c7611-b20e-4f70-9ca7-a3c8fd24a481 req-4a969117-4679-490c-952e-8c3d54ccc328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:01.505607 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.base_scheduler [req-a5c3c2d2-6043-4e07-8ade-e9c54b4a6696 req-4713cd69-722f-454f-b31f-3dc7dba277f3 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Resources bound (agent type, host, resource id): {{(pid=105699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:48:01.510650 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a004b656-e9e2-4d62-8b62-8d2ccdd08640 req-e5ab3e7d-9b21-4255-b9e1-31913ac02569 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bc693cc-0d90-4823-8154-532a44c11f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893540 Sep 08 00:48:01.515812 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c3c2d2-6043-4e07-8ade-e9c54b4a6696 req-4713cd69-722f-454f-b31f-3dc7dba277f3 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Received port after_create {{(pid=105699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 00:48:01.545781 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4713cd69-722f-454f-b31f-3dc7dba277f3 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Pushing event updated for resources: {'Port': ['ID=9191208e-81bc-4377-85bf-7aa2b6ccee11,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:01.595154 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3c2d2-6043-4e07-8ade-e9c54b4a6696 req-4713cd69-722f-454f-b31f-3dc7dba277f3 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:01.595938 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-a5c3c2d2-6043-4e07-8ade-e9c54b4a6696 req-4713cd69-722f-454f-b31f-3dc7dba277f3 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for port, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:01.636380 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a5c3c2d2-6043-4e07-8ade-e9c54b4a6696 req-4713cd69-722f-454f-b31f-3dc7dba277f3 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3609586 Sep 08 00:48:01.673451 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-dc1df732-70dd-48de-8658-bdd11680e7f5 None None] Provisioning for port c94dcbbd-4dcb-4309-adb2-0f852b546818 completed by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:48:01.680084 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-dc1df732-70dd-48de-8658-bdd11680e7f5 None None] Provisioning complete for port c94dcbbd-4dcb-4309-adb2-0f852b546818 triggered by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:48:01.680552 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-dc1df732-70dd-48de-8658-bdd11680e7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:01.704184 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [req-a5c3c2d2-6043-4e07-8ade-e9c54b4a6696 req-4c426021-461b-4589-b424-277520ae097b service neutron] Request body: {'port': {'device_id': '8dd105ad-3e16-45d7-a553-446d9c6968ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:48:01.747855 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device 5649ddca-9df8-4808-9986-2ec14ea2c9bc details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=105700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 00:48:01.780065 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-dc1df732-70dd-48de-8658-bdd11680e7f5 None None] Port c94dcbbd-4dcb-4309-adb2-0f852b546818 cannot update to ACTIVE because it is not bound. {{(pid=105700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 00:48:01.832086 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-a5c3c2d2-6043-4e07-8ade-e9c54b4a6696 req-4c426021-461b-4589-b424-277520ae097b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:01.854918 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234e502-8e5d-487e-88d1-75858e154176 req-3b14b18b-6089-4ca6-8503-c0772764d33a tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:01.856501 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-c234e502-8e5d-487e-88d1-75858e154176 req-3b14b18b-6089-4ca6-8503-c0772764d33a tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 931 time: 0.0871603 Sep 08 00:48:01.870578 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.notifiers.nova [req-004c7611-b20e-4f70-9ca7-a3c8fd24a481 req-4a969117-4679-490c-952e-8c3d54ccc328 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c94dcbbd-4dcb-4309-adb2-0f852b546818 {{(pid=105698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 00:48:01.881334 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-004c7611-b20e-4f70-9ca7-a3c8fd24a481 req-4a969117-4679-490c-952e-8c3d54ccc328 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:01.894168 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [req-004c7611-b20e-4f70-9ca7-a3c8fd24a481 req-4a969117-4679-490c-952e-8c3d54ccc328 service neutron] Transition to ACTIVE for port object c94dcbbd-4dcb-4309-adb2-0f852b546818 will not be triggered until provisioned by entity L2. {{(pid=105698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:48:01.899160 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-004c7611-b20e-4f70-9ca7-a3c8fd24a481 req-4a969117-4679-490c-952e-8c3d54ccc328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7705662'] for port, after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:01.913804 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port 5649ddca-9df8-4808-9986-2ec14ea2c9bc, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=5649ddca-9df8-4808-9986-2ec14ea2c9bc,segment=NetworkSegment(f806e606-d999-4f43-b373-fbe3a924cd24),segment_id=f806e606-d999-4f43-b373-fbe3a924cd24)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:48:01.928395 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-1a11759f-ff85-4c1e-87d3-7788690feb4e None None] Provisioning for port 9191208e-81bc-4377-85bf-7aa2b6ccee11 completed by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:48:01.940942 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-1a11759f-ff85-4c1e-87d3-7788690feb4e None None] Provisioning complete for port 9191208e-81bc-4377-85bf-7aa2b6ccee11 triggered by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:48:01.941317 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-1a11759f-ff85-4c1e-87d3-7788690feb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:01.943882 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Returning: {'device': '5649ddca-9df8-4808-9986-2ec14ea2c9bc', 'network_id': 'add4ace8-327b-48a2-a657-c5213350adce', 'port_id': '5649ddca-9df8-4808-9986-2ec14ea2c9bc', 'mac_address': 'fa:16:3e:2c:af:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e94a9d-fe7f-4a98-8c58-522e37798bac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 00:48:02.016809 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a969117-4679-490c-952e-8c3d54ccc328 service neutron] Pushing event updated for resources: {'Port': ['ID=c94dcbbd-4dcb-4309-adb2-0f852b546818,revision_number=2']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:02.019847 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-1a11759f-ff85-4c1e-87d3-7788690feb4e None None] Port 9191208e-81bc-4377-85bf-7aa2b6ccee11 cannot update to ACTIVE because it is not bound. {{(pid=105700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 00:48:02.025195 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:02.025681 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [req-004c7611-b20e-4f70-9ca7-a3c8fd24a481 req-4a969117-4679-490c-952e-8c3d54ccc328 service neutron] Attempting to bind port c94dcbbd-4dcb-4309-adb2-0f852b546818 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 00:48:02.026191 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [req-004c7611-b20e-4f70-9ca7-a3c8fd24a481 req-4a969117-4679-490c-952e-8c3d54ccc328 service neutron] Attempting to bind port c94dcbbd-4dcb-4309-adb2-0f852b546818 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '36a93c6c-e113-4def-a9a0-ed0b007be14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'de8fbc24-7297-4226-b64a-9cb1927a5167'}] {{(pid=105698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 00:48:02.027033 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004c7611-b20e-4f70-9ca7-a3c8fd24a481 req-4a969117-4679-490c-952e-8c3d54ccc328 service neutron] Attempting to bind port c94dcbbd-4dcb-4309-adb2-0f852b546818 on network de8fbc24-7297-4226-b64a-9cb1927a5167 {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:48:02.032210 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004c7611-b20e-4f70-9ca7-a3c8fd24a481 req-4a969117-4679-490c-952e-8c3d54ccc328 service neutron] Port c94dcbbd-4dcb-4309-adb2-0f852b546818 on network de8fbc24-7297-4226-b64a-9cb1927a5167 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 00:48:02.032781 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004c7611-b20e-4f70-9ca7-a3c8fd24a481 req-4a969117-4679-490c-952e-8c3d54ccc328 service neutron] Attempting to bind port c94dcbbd-4dcb-4309-adb2-0f852b546818 on network de8fbc24-7297-4226-b64a-9cb1927a5167 {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:48:02.033995 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-c234e502-8e5d-487e-88d1-75858e154176 req-047f4dd2-6946-440c-83b7-994733f13e98 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530919 Sep 08 00:48:02.038589 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004c7611-b20e-4f70-9ca7-a3c8fd24a481 req-4a969117-4679-490c-952e-8c3d54ccc328 service neutron] Checking agent: {'id': '9d05b7f5-da94-42e7-89b0-a476ea8ca848', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 0, 41, 44), 'started_at': datetime.datetime(2021, 9, 8, 0, 41, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 0, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 00:48:02.039108 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004c7611-b20e-4f70-9ca7-a3c8fd24a481 req-4a969117-4679-490c-952e-8c3d54ccc328 service neutron] Checking segment: {'id': '36a93c6c-e113-4def-a9a0-ed0b007be14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'de8fbc24-7297-4226-b64a-9cb1927a5167'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:48:02.039676 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004c7611-b20e-4f70-9ca7-a3c8fd24a481 req-4a969117-4679-490c-952e-8c3d54ccc328 service neutron] Bound using segment: {'id': '36a93c6c-e113-4def-a9a0-ed0b007be14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'de8fbc24-7297-4226-b64a-9cb1927a5167'} {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 00:48:02.040453 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [req-004c7611-b20e-4f70-9ca7-a3c8fd24a481 req-4a969117-4679-490c-952e-8c3d54ccc328 service neutron] Bound port: c94dcbbd-4dcb-4309-adb2-0f852b546818, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36a93c6c-e113-4def-a9a0-ed0b007be14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'de8fbc24-7297-4226-b64a-9cb1927a5167'}}] {{(pid=105698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 00:48:02.040984 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-004c7611-b20e-4f70-9ca7-a3c8fd24a481 req-4a969117-4679-490c-952e-8c3d54ccc328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:02.049392 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.notifiers.nova [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5649ddca-9df8-4808-9986-2ec14ea2c9bc {{(pid=105700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 00:48:02.088013 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port 5649ddca-9df8-4808-9986-2ec14ea2c9bc, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=5649ddca-9df8-4808-9986-2ec14ea2c9bc,segment=NetworkSegment(f806e606-d999-4f43-b373-fbe3a924cd24),segment_id=f806e606-d999-4f43-b373-fbe3a924cd24)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:48:02.095864 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:02.096614 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device a149d348-73ef-4097-b0fb-f1265a96840f details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=105700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 00:48:02.126896 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.db [req-004c7611-b20e-4f70-9ca7-a3c8fd24a481 req-4a969117-4679-490c-952e-8c3d54ccc328 service neutron] For port c94dcbbd-4dcb-4309-adb2-0f852b546818, host hv-cinder-75996, cleared binding levels {{(pid=105698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 00:48:02.130785 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.db [req-004c7611-b20e-4f70-9ca7-a3c8fd24a481 req-4a969117-4679-490c-952e-8c3d54ccc328 service neutron] For port c94dcbbd-4dcb-4309-adb2-0f852b546818, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=c94dcbbd-4dcb-4309-adb2-0f852b546818,segment=NetworkSegment(36a93c6c-e113-4def-a9a0-ed0b007be14b),segment_id=36a93c6c-e113-4def-a9a0-ed0b007be14b)] {{(pid=105698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 00:48:02.136965 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-004c7611-b20e-4f70-9ca7-a3c8fd24a481 req-4a969117-4679-490c-952e-8c3d54ccc328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7705662'] for port, after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:02.156325 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45baccb-f6ba-4273-b962-bc33acf03c96 req-8e29d077-77d8-42bb-b045-15862cbb46f8 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:02.159992 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e45baccb-f6ba-4273-b962-bc33acf03c96 req-8e29d077-77d8-42bb-b045-15862cbb46f8 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/ports?device_id=311fb41e-fcde-4911-b289-21aeeb3f111e HTTP/1.1" status: 200 len: 943 time: 0.1198523 Sep 08 00:48:02.180038 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Pushing event updated for resources: {'Port': ['ID=5649ddca-9df8-4808-9986-2ec14ea2c9bc,revision_number=4']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:02.184258 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c7611-b20e-4f70-9ca7-a3c8fd24a481 req-4a969117-4679-490c-952e-8c3d54ccc328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:02.184928 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-004c7611-b20e-4f70-9ca7-a3c8fd24a481 req-4a969117-4679-490c-952e-8c3d54ccc328 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for port, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:02.186307 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-004c7611-b20e-4f70-9ca7-a3c8fd24a481 req-4a969117-4679-490c-952e-8c3d54ccc328 service neutron] 10.222.0.35 "PUT /v2.0/ports/c94dcbbd-4dcb-4309-adb2-0f852b546818 HTTP/1.1" status: 200 len: 1093 time: 0.7458806 Sep 08 00:48:02.186790 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '700df840-5d90-4372-b2ad-844e82cabd6a', 'tag': 'c94dcbbd-4dcb-4309-adb2-0f852b546818'}] {{(pid=105698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:48:02.189436 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26d4041160ff19e6bfa7ff8d463369e3025ec2e9db032453864bb7ad8051457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfe4861-865c-4bc5-8301-becff6ab6e6d" -d '{"events": [{"name": "network-changed", "server_uuid": "700df840-5d90-4372-b2ad-844e82cabd6a", "tag": "c94dcbbd-4dcb-4309-adb2-0f852b546818"}]}' {{(pid=105698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:48:02.190257 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:48:02.190614 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:48:02.190962 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:48:02.191391 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:48:02.191764 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:48:02.192105 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:48:02.192438 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:48:02.192769 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:48:02.193099 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:48:02.193426 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:48:02.193748 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:48:02.194272 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:48:02.220259 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a969117-4679-490c-952e-8c3d54ccc328 service neutron] Pushing event updated for resources: {'Port': ['ID=c94dcbbd-4dcb-4309-adb2-0f852b546818,revision_number=3']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:02.279357 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 00:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd441841-0b6f-4e03-b192-390fd736cfbb x-openstack-request-id: req-dd441841-0b6f-4e03-b192-390fd736cfbb {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:48:02.279791 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "700df840-5d90-4372-b2ad-844e82cabd6a", "tag": "c94dcbbd-4dcb-4309-adb2-0f852b546818", "status": "completed", "code": 200}]} {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:48:02.280157 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dd441841-0b6f-4e03-b192-390fd736cfbb {{(pid=105698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:48:02.280646 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '700df840-5d90-4372-b2ad-844e82cabd6a', 'tag': 'c94dcbbd-4dcb-4309-adb2-0f852b546818', 'status': 'completed', 'code': 200} Sep 08 00:48:02.287323 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e45baccb-f6ba-4273-b962-bc33acf03c96 req-5316b0e5-39b9-49ab-8f6e-cb013c54446c tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05bae0a3-fbbb-4b97-a09c-00699ac91369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211996 Sep 08 00:48:02.288425 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port a149d348-73ef-4097-b0fb-f1265a96840f, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=a149d348-73ef-4097-b0fb-f1265a96840f,segment=NetworkSegment(ef029967-362e-4317-91eb-ff719d72a778),segment_id=ef029967-362e-4317-91eb-ff719d72a778)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:48:02.301817 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Returning: {'device': 'a149d348-73ef-4097-b0fb-f1265a96840f', 'network_id': 'f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc', 'port_id': 'a149d348-73ef-4097-b0fb-f1265a96840f', 'mac_address': 'fa:16:3e:23:bb:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63e16365-266d-4913-bb14-1fa3e4b3026d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 00:48:02.330823 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c7611-b20e-4f70-9ca7-a3c8fd24a481 req-5108b39d-f9d7-4224-a1a0-fddc0ba1cf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:02.332741 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-004c7611-b20e-4f70-9ca7-a3c8fd24a481 req-5108b39d-f9d7-4224-a1a0-fddc0ba1cf52 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4467d938824242aab07cf31a1311c8aa&device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 1096 time: 0.0724735 Sep 08 00:48:02.366848 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:02.391374 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.notifiers.nova [req-a5c3c2d2-6043-4e07-8ade-e9c54b4a6696 req-4c426021-461b-4589-b424-277520ae097b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9191208e-81bc-4377-85bf-7aa2b6ccee11 {{(pid=105699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 00:48:02.400398 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-a5c3c2d2-6043-4e07-8ade-e9c54b4a6696 req-4c426021-461b-4589-b424-277520ae097b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:02.401219 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.notifiers.nova [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a149d348-73ef-4097-b0fb-f1265a96840f {{(pid=105700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 00:48:02.414869 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.provisioning_blocks [req-a5c3c2d2-6043-4e07-8ade-e9c54b4a6696 req-4c426021-461b-4589-b424-277520ae097b service neutron] Transition to ACTIVE for port object 9191208e-81bc-4377-85bf-7aa2b6ccee11 will not be triggered until provisioned by entity L2. {{(pid=105699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:48:02.424032 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-a5c3c2d2-6043-4e07-8ade-e9c54b4a6696 req-4c426021-461b-4589-b424-277520ae097b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25517367'] for port, after_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:02.441778 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port a149d348-73ef-4097-b0fb-f1265a96840f, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=a149d348-73ef-4097-b0fb-f1265a96840f,segment=NetworkSegment(ef029967-362e-4317-91eb-ff719d72a778),segment_id=ef029967-362e-4317-91eb-ff719d72a778)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:48:02.449886 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:02.450342 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-004c7611-b20e-4f70-9ca7-a3c8fd24a481 req-0ca24324-c0b5-42f8-a96f-abbc62a4c546 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c94dcbbd-4dcb-4309-adb2-0f852b546818 HTTP/1.1" status: 200 len: 217 time: 0.1005960 Sep 08 00:48:02.525912 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c7611-b20e-4f70-9ca7-a3c8fd24a481 req-a1e7b929-f339-4c5b-9ee1-4f9ba8ebac9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:02.526811 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Pushing event updated for resources: {'Port': ['ID=a149d348-73ef-4097-b0fb-f1265a96840f,revision_number=4']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:02.527960 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-004c7611-b20e-4f70-9ca7-a3c8fd24a481 req-a1e7b929-f339-4c5b-9ee1-4f9ba8ebac9e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1 HTTP/1.1" status: 200 len: 856 time: 0.0692124 Sep 08 00:48:02.533690 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c426021-461b-4589-b424-277520ae097b service neutron] Pushing event updated for resources: {'Port': ['ID=9191208e-81bc-4377-85bf-7aa2b6ccee11,revision_number=2']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:02.562610 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b014d-8cea-4cd4-a731-6fa29e407693 req-f22505e1-34cb-42ec-aad7-a697bc68e966 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:02.572381 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-9e6b014d-8cea-4cd4-a731-6fa29e407693 req-f22505e1-34cb-42ec-aad7-a697bc68e966 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dd105ad-3e16-45d7-a553-446d9c6968ff HTTP/1.1" status: 200 len: 943 time: 0.1185908 Sep 08 00:48:02.629925 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c7611-b20e-4f70-9ca7-a3c8fd24a481 req-62a03fc0-ec1f-46a0-823e-da2669a6c659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:02.631700 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-004c7611-b20e-4f70-9ca7-a3c8fd24a481 req-62a03fc0-ec1f-46a0-823e-da2669a6c659 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=de8fbc24-7297-4226-b64a-9cb1927a5167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0790896 Sep 08 00:48:02.716112 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-9e6b014d-8cea-4cd4-a731-6fa29e407693 req-f70684b0-61cd-4190-8ee7-7a2ff8134878 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "GET /v2.0/security-groups?id=64adc093-92cf-4671-8851-e15ed397cc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428413 Sep 08 00:48:02.722236 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [req-a5c3c2d2-6043-4e07-8ade-e9c54b4a6696 req-4c426021-461b-4589-b424-277520ae097b service neutron] Attempting to bind port 9191208e-81bc-4377-85bf-7aa2b6ccee11 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 00:48:02.722403 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [req-a5c3c2d2-6043-4e07-8ade-e9c54b4a6696 req-4c426021-461b-4589-b424-277520ae097b service neutron] Attempting to bind port 9191208e-81bc-4377-85bf-7aa2b6ccee11 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': 'dacddd0d-7788-47d3-9397-3f345f82c34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb'}] {{(pid=105699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 00:48:02.722779 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c3c2d2-6043-4e07-8ade-e9c54b4a6696 req-4c426021-461b-4589-b424-277520ae097b service neutron] Attempting to bind port 9191208e-81bc-4377-85bf-7aa2b6ccee11 on network a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:48:02.733726 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c3c2d2-6043-4e07-8ade-e9c54b4a6696 req-4c426021-461b-4589-b424-277520ae097b service neutron] Port 9191208e-81bc-4377-85bf-7aa2b6ccee11 on network a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 00:48:02.734472 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c3c2d2-6043-4e07-8ade-e9c54b4a6696 req-4c426021-461b-4589-b424-277520ae097b service neutron] Attempting to bind port 9191208e-81bc-4377-85bf-7aa2b6ccee11 on network a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:48:02.743384 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c3c2d2-6043-4e07-8ade-e9c54b4a6696 req-4c426021-461b-4589-b424-277520ae097b service neutron] Checking agent: {'id': '9d05b7f5-da94-42e7-89b0-a476ea8ca848', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 0, 41, 44), 'started_at': datetime.datetime(2021, 9, 8, 0, 41, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 0, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 00:48:02.743743 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c3c2d2-6043-4e07-8ade-e9c54b4a6696 req-4c426021-461b-4589-b424-277520ae097b service neutron] Checking segment: {'id': 'dacddd0d-7788-47d3-9397-3f345f82c34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:48:02.744124 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c3c2d2-6043-4e07-8ade-e9c54b4a6696 req-4c426021-461b-4589-b424-277520ae097b service neutron] Bound using segment: {'id': 'dacddd0d-7788-47d3-9397-3f345f82c34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb'} {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 00:48:02.744553 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [req-a5c3c2d2-6043-4e07-8ade-e9c54b4a6696 req-4c426021-461b-4589-b424-277520ae097b service neutron] Bound port: 9191208e-81bc-4377-85bf-7aa2b6ccee11, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dacddd0d-7788-47d3-9397-3f345f82c34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb'}}] {{(pid=105699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 00:48:02.744907 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-a5c3c2d2-6043-4e07-8ade-e9c54b4a6696 req-4c426021-461b-4589-b424-277520ae097b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:02.748001 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-004c7611-b20e-4f70-9ca7-a3c8fd24a481 req-e08e32b6-f765-4abd-8044-e9019d6ab149 service neutron] 10.222.0.35 "GET /v2.0/networks/de8fbc24-7297-4226-b64a-9cb1927a5167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074696 Sep 08 00:48:02.764008 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bdf0a8-2f42-49bf-9eeb-093ff556e3b4 req-e17c184d-736c-41f7-9425-98077b8c28ef tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:02.765523 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-c9bdf0a8-2f42-49bf-9eeb-093ff556e3b4 req-e17c184d-736c-41f7-9425-98077b8c28ef tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c9ceac0-b7ef-4cde-96fc-6906da454960 HTTP/1.1" status: 200 len: 944 time: 0.1023517 Sep 08 00:48:02.848605 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-004c7611-b20e-4f70-9ca7-a3c8fd24a481 req-bc6c2650-74bf-4ed5-b5f9-8c2dd4b5a49f service neutron] 10.222.0.35 "GET /v2.0/networks/de8fbc24-7297-4226-b64a-9cb1927a5167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924711 Sep 08 00:48:02.869462 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-c9bdf0a8-2f42-49bf-9eeb-093ff556e3b4 req-5560f0b8-5073-4c9a-becf-5ca093771791 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bc693cc-0d90-4823-8154-532a44c11f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812919 Sep 08 00:48:02.870496 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.db [req-a5c3c2d2-6043-4e07-8ade-e9c54b4a6696 req-4c426021-461b-4589-b424-277520ae097b service neutron] For port 9191208e-81bc-4377-85bf-7aa2b6ccee11, host hv-cinder-75996, cleared binding levels {{(pid=105699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 00:48:02.882552 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.db [req-a5c3c2d2-6043-4e07-8ade-e9c54b4a6696 req-4c426021-461b-4589-b424-277520ae097b service neutron] For port 9191208e-81bc-4377-85bf-7aa2b6ccee11, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=9191208e-81bc-4377-85bf-7aa2b6ccee11,segment=NetworkSegment(dacddd0d-7788-47d3-9397-3f345f82c34e),segment_id=dacddd0d-7788-47d3-9397-3f345f82c34e)] {{(pid=105699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 00:48:02.894920 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-a5c3c2d2-6043-4e07-8ade-e9c54b4a6696 req-4c426021-461b-4589-b424-277520ae097b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25517367'] for port, after_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:02.930119 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3c2d2-6043-4e07-8ade-e9c54b4a6696 req-4c426021-461b-4589-b424-277520ae097b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:02.930730 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-a5c3c2d2-6043-4e07-8ade-e9c54b4a6696 req-4c426021-461b-4589-b424-277520ae097b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for port, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:02.932137 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a5c3c2d2-6043-4e07-8ade-e9c54b4a6696 req-4c426021-461b-4589-b424-277520ae097b service neutron] 10.222.0.35 "PUT /v2.0/ports/9191208e-81bc-4377-85bf-7aa2b6ccee11 HTTP/1.1" status: 200 len: 1093 time: 1.2331390 Sep 08 00:48:02.932566 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dd105ad-3e16-45d7-a553-446d9c6968ff', 'tag': '9191208e-81bc-4377-85bf-7aa2b6ccee11'}] {{(pid=105699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:48:02.934829 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3219a0c12e8a5a78bd5034d738b4394f25721dc263a67c7d4cfc0eaa1ac0f340" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf61567-2c95-48c4-ae3b-cf3306089eeb" -d '{"events": [{"name": "network-changed", "server_uuid": "8dd105ad-3e16-45d7-a553-446d9c6968ff", "tag": "9191208e-81bc-4377-85bf-7aa2b6ccee11"}]}' {{(pid=105699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:48:02.963536 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c426021-461b-4589-b424-277520ae097b service neutron] Pushing event updated for resources: {'Port': ['ID=9191208e-81bc-4377-85bf-7aa2b6ccee11,revision_number=3']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:03.016013 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 00:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1892df4-c7ce-4ff1-9258-5a971a3ea7fd x-openstack-request-id: req-d1892df4-c7ce-4ff1-9258-5a971a3ea7fd {{(pid=105699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:48:03.016495 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dd105ad-3e16-45d7-a553-446d9c6968ff", "tag": "9191208e-81bc-4377-85bf-7aa2b6ccee11", "status": "completed", "code": 200}]} {{(pid=105699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:48:03.016598 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d1892df4-c7ce-4ff1-9258-5a971a3ea7fd {{(pid=105699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:48:03.016916 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dd105ad-3e16-45d7-a553-446d9c6968ff', 'tag': '9191208e-81bc-4377-85bf-7aa2b6ccee11', 'status': 'completed', 'code': 200} Sep 08 00:48:03.032884 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe4861-865c-4bc5-8301-becff6ab6e6d req-e7eaa3e4-fb0c-4d26-ab1d-a2f34f07ca45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:03.034441 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-7dfe4861-865c-4bc5-8301-becff6ab6e6d req-e7eaa3e4-fb0c-4d26-ab1d-a2f34f07ca45 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4467d938824242aab07cf31a1311c8aa&device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 1096 time: 0.0525982 Sep 08 00:48:03.113731 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3c2d2-6043-4e07-8ade-e9c54b4a6696 req-74bce04a-3f36-46ba-95ee-72349686a6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:03.115299 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-a5c3c2d2-6043-4e07-8ade-e9c54b4a6696 req-74bce04a-3f36-46ba-95ee-72349686a6a7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d2122c17d3e9420ca396e89dd2ef51d5&device_id=8dd105ad-3e16-45d7-a553-446d9c6968ff HTTP/1.1" status: 200 len: 1096 time: 0.0708692 Sep 08 00:48:03.168657 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-a5c3c2d2-6043-4e07-8ade-e9c54b4a6696 req-878cf4fc-78bc-49df-b387-b80d43b896b4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9191208e-81bc-4377-85bf-7aa2b6ccee11 HTTP/1.1" status: 200 len: 217 time: 0.0378032 Sep 08 00:48:03.190475 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe4861-865c-4bc5-8301-becff6ab6e6d req-5d9507a3-c3b8-419a-980e-e1c173274070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:03.191883 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-7dfe4861-865c-4bc5-8301-becff6ab6e6d req-5d9507a3-c3b8-419a-980e-e1c173274070 service neutron] 10.222.0.35 "GET /v2.0/networks?id=de8fbc24-7297-4226-b64a-9cb1927a5167 HTTP/1.1" status: 200 len: 918 time: 0.1474681 Sep 08 00:48:03.203336 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f9191-1ed4-4e01-88f4-864f025277bc req-e9c8987d-6dda-40ae-b340-3009e4a593ef tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:03.204753 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-310f9191-1ed4-4e01-88f4-864f025277bc req-e9c8987d-6dda-40ae-b340-3009e4a593ef tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 943 time: 0.0699418 Sep 08 00:48:03.249686 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-310f9191-1ed4-4e01-88f4-864f025277bc req-a4bc6fe2-a73a-4a2b-9316-cfca11061037 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378480 Sep 08 00:48:03.286963 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-7dfe4861-865c-4bc5-8301-becff6ab6e6d req-097aa7a3-9a08-44cb-b0cc-f2bdd493cf5e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c94dcbbd-4dcb-4309-adb2-0f852b546818 HTTP/1.1" status: 200 len: 217 time: 0.0448744 Sep 08 00:48:03.290221 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3c2d2-6043-4e07-8ade-e9c54b4a6696 req-5afed640-3ff5-4836-8f82-6d0f6ace1c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:03.291916 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-a5c3c2d2-6043-4e07-8ade-e9c54b4a6696 req-5afed640-3ff5-4836-8f82-6d0f6ace1c31 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=48dc3dee-0151-4222-89ec-899c2181cf10 HTTP/1.1" status: 200 len: 850 time: 0.0507321 Sep 08 00:48:03.356922 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe4861-865c-4bc5-8301-becff6ab6e6d req-dce1f6c0-b937-44c2-907c-a62f261b8545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:03.358397 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-7dfe4861-865c-4bc5-8301-becff6ab6e6d req-dce1f6c0-b937-44c2-907c-a62f261b8545 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1 HTTP/1.1" status: 200 len: 856 time: 0.0567226 Sep 08 00:48:03.360705 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3c2d2-6043-4e07-8ade-e9c54b4a6696 req-d46444c3-1f16-45ee-9889-c828a513a490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:03.362174 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-a5c3c2d2-6043-4e07-8ade-e9c54b4a6696 req-d46444c3-1f16-45ee-9889-c828a513a490 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0589283 Sep 08 00:48:03.440098 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] get_ports_and_sgs() called for port_ids ['5649ddca-9df8-4808-9986-2ec14ea2c9bc'] {{(pid=105700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 00:48:03.442745 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005d20d-7335-4088-a825-2b864837aa6f req-eb46acb7-82f9-4303-8a5d-7a3220b03a51 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:03.443847 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-8005d20d-7335-4088-a825-2b864837aa6f req-eb46acb7-82f9-4303-8a5d-7a3220b03a51 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/ports?device_id=311fb41e-fcde-4911-b289-21aeeb3f111e HTTP/1.1" status: 200 len: 944 time: 0.0763559 Sep 08 00:48:03.446807 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe4861-865c-4bc5-8301-becff6ab6e6d req-edac14fc-8dff-429a-a695-974bc7c6ee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:03.448314 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-7dfe4861-865c-4bc5-8301-becff6ab6e6d req-edac14fc-8dff-429a-a695-974bc7c6ee8a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=de8fbc24-7297-4226-b64a-9cb1927a5167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0723631 Sep 08 00:48:03.461722 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-a5c3c2d2-6043-4e07-8ade-e9c54b4a6696 req-d19e06e9-ab27-4557-8e62-02ad2d5f0a3c service neutron] 10.222.0.35 "GET /v2.0/networks/a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853269 Sep 08 00:48:03.512182 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] get_ports_and_sgs() called for port_ids ['a149d348-73ef-4097-b0fb-f1265a96840f'] {{(pid=105700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 00:48:03.558412 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-8005d20d-7335-4088-a825-2b864837aa6f req-c12e5a7a-19fa-4a00-afcd-4246c8e58a56 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05bae0a3-fbbb-4b97-a09c-00699ac91369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081986 Sep 08 00:48:03.592530 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-7dfe4861-865c-4bc5-8301-becff6ab6e6d req-f6fe2907-0ab8-4013-bd82-1450ba762249 service neutron] 10.222.0.35 "GET /v2.0/networks/de8fbc24-7297-4226-b64a-9cb1927a5167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352773 Sep 08 00:48:03.624241 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-a5c3c2d2-6043-4e07-8ade-e9c54b4a6696 req-89d313ea-e9f7-476f-b14f-15aebdc68c7e service neutron] 10.222.0.35 "GET /v2.0/networks/a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486561 Sep 08 00:48:03.701204 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-7dfe4861-865c-4bc5-8301-becff6ab6e6d req-55527e7a-fd14-436e-bc2d-de343b685860 service neutron] 10.222.0.35 "GET /v2.0/networks/de8fbc24-7297-4226-b64a-9cb1927a5167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007249 Sep 08 00:48:03.792796 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf61567-2c95-48c4-ae3b-cf3306089eeb req-42a61430-3b59-4c15-a141-8218e72506ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:03.794376 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-bcf61567-2c95-48c4-ae3b-cf3306089eeb req-42a61430-3b59-4c15-a141-8218e72506ab service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d2122c17d3e9420ca396e89dd2ef51d5&device_id=8dd105ad-3e16-45d7-a553-446d9c6968ff HTTP/1.1" status: 200 len: 1096 time: 0.0696981 Sep 08 00:48:03.856345 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e208e8c-3e5c-431a-9499-30d485c55806 req-3b787d73-a887-4cd6-9f36-b720b594f7b1 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:03.860635 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6e208e8c-3e5c-431a-9499-30d485c55806 req-3b787d73-a887-4cd6-9f36-b720b594f7b1 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dd105ad-3e16-45d7-a553-446d9c6968ff HTTP/1.1" status: 200 len: 943 time: 0.0622516 Sep 08 00:48:03.922106 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6e208e8c-3e5c-431a-9499-30d485c55806 req-406d949b-bd08-4758-9c31-d1311defa558 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "GET /v2.0/security-groups?id=64adc093-92cf-4671-8851-e15ed397cc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536411 Sep 08 00:48:04.072586 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db58558-9cb0-4d8a-9475-c53f2f1282c5 req-472f648e-c111-4db9-8823-f23634ba263d tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:04.074525 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0db58558-9cb0-4d8a-9475-c53f2f1282c5 req-472f648e-c111-4db9-8823-f23634ba263d tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c9ceac0-b7ef-4cde-96fc-6906da454960 HTTP/1.1" status: 200 len: 944 time: 0.0734670 Sep 08 00:48:04.115523 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf61567-2c95-48c4-ae3b-cf3306089eeb req-c60dec78-0abc-4e05-9752-b5ab7ef17096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:04.118003 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-bcf61567-2c95-48c4-ae3b-cf3306089eeb req-c60dec78-0abc-4e05-9752-b5ab7ef17096 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb HTTP/1.1" status: 200 len: 912 time: 0.3159826 Sep 08 00:48:04.121661 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0db58558-9cb0-4d8a-9475-c53f2f1282c5 req-36d20a34-c18e-4e64-9e5b-7e5bda4cb6e4 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bc693cc-0d90-4823-8154-532a44c11f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371614 Sep 08 00:48:04.215604 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-bcf61567-2c95-48c4-ae3b-cf3306089eeb req-32e5926a-496d-4441-839c-1cc21c55f910 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9191208e-81bc-4377-85bf-7aa2b6ccee11 HTTP/1.1" status: 200 len: 217 time: 0.0356777 Sep 08 00:48:04.317874 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf61567-2c95-48c4-ae3b-cf3306089eeb req-07e945a4-84c0-4f7e-a88c-5bf3d1455532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:04.320097 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-bcf61567-2c95-48c4-ae3b-cf3306089eeb req-07e945a4-84c0-4f7e-a88c-5bf3d1455532 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=48dc3dee-0151-4222-89ec-899c2181cf10 HTTP/1.1" status: 200 len: 850 time: 0.0428565 Sep 08 00:48:04.372190 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf61567-2c95-48c4-ae3b-cf3306089eeb req-00be731f-4957-40ed-87b0-06657c9bf6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:04.373719 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-bcf61567-2c95-48c4-ae3b-cf3306089eeb req-00be731f-4957-40ed-87b0-06657c9bf6e6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0466862 Sep 08 00:48:04.377780 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7460a8-63a1-491c-9a28-74777e348dff req-82954ad9-6ba3-4a55-84a7-87723e1d025d tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:04.379244 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-2f7460a8-63a1-491c-9a28-74777e348dff req-82954ad9-6ba3-4a55-84a7-87723e1d025d tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 943 time: 0.0508845 Sep 08 00:48:04.416304 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-2f7460a8-63a1-491c-9a28-74777e348dff req-e0b759ab-d591-4626-b606-c24f20f708b6 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309973 Sep 08 00:48:04.464327 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-bcf61567-2c95-48c4-ae3b-cf3306089eeb req-8c6b571a-eb2b-485b-9cff-cc4e03b0989f service neutron] 10.222.0.35 "GET /v2.0/networks/a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812180 Sep 08 00:48:04.558612 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-bcf61567-2c95-48c4-ae3b-cf3306089eeb req-2744c756-c8ca-49f3-8616-e68e768ab993 service neutron] 10.222.0.35 "GET /v2.0/networks/a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865552 Sep 08 00:48:04.678290 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da473cb5-6efb-4c6a-9157-aee3f886078f req-8eaa0174-8f80-463c-96d4-d148887e1793 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:04.680320 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-da473cb5-6efb-4c6a-9157-aee3f886078f req-8eaa0174-8f80-463c-96d4-d148887e1793 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/ports?device_id=311fb41e-fcde-4911-b289-21aeeb3f111e HTTP/1.1" status: 200 len: 944 time: 0.0511770 Sep 08 00:48:04.721589 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-da473cb5-6efb-4c6a-9157-aee3f886078f req-4b2ad095-acbb-46e1-ad13-e1f1e54b4c9c tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05bae0a3-fbbb-4b97-a09c-00699ac91369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352664 Sep 08 00:48:05.027194 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1121389-2218-492c-b09e-070871b10536 req-de212794-7120-4290-82ef-20d47c0f4e9d tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:05.028701 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-d1121389-2218-492c-b09e-070871b10536 req-de212794-7120-4290-82ef-20d47c0f4e9d tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dd105ad-3e16-45d7-a553-446d9c6968ff HTTP/1.1" status: 200 len: 943 time: 0.0471516 Sep 08 00:48:05.066125 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-d1121389-2218-492c-b09e-070871b10536 req-56905d19-5cda-4bc1-823b-67efffcf08dd tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "GET /v2.0/security-groups?id=64adc093-92cf-4671-8851-e15ed397cc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310667 Sep 08 00:48:05.237096 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4fc4c7-4695-454f-95d9-a3a3f7a14d69 req-d226218b-6e7d-42ab-bb8c-295a93d66b88 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:05.238573 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-9c4fc4c7-4695-454f-95d9-a3a3f7a14d69 req-d226218b-6e7d-42ab-bb8c-295a93d66b88 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c9ceac0-b7ef-4cde-96fc-6906da454960 HTTP/1.1" status: 200 len: 944 time: 0.0491815 Sep 08 00:48:05.278810 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-9c4fc4c7-4695-454f-95d9-a3a3f7a14d69 req-68c26c35-47ec-47f0-94e6-7c1ec2e8e760 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bc693cc-0d90-4823-8154-532a44c11f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342059 Sep 08 00:48:05.539827 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903687e3-0ce6-43eb-aac6-e568640777af req-c6ef4f74-8055-4e4b-b36b-5859014d3465 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:05.541371 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-903687e3-0ce6-43eb-aac6-e568640777af req-c6ef4f74-8055-4e4b-b36b-5859014d3465 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 943 time: 0.0541577 Sep 08 00:48:05.582357 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-903687e3-0ce6-43eb-aac6-e568640777af req-2cf5802f-4e99-4eda-89c8-59b5888cf9e8 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344141 Sep 08 00:48:05.678560 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device c94dcbbd-4dcb-4309-adb2-0f852b546818 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=105700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 00:48:05.687765 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device 5649ddca-9df8-4808-9986-2ec14ea2c9bc up at agent hyperv_hv-cinder-75996 {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:48:05.800863 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Provisioning for port 5649ddca-9df8-4808-9986-2ec14ea2c9bc completed by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:48:05.813239 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Provisioning complete for port 5649ddca-9df8-4808-9986-2ec14ea2c9bc triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:48:05.813611 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:05.816162 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port c94dcbbd-4dcb-4309-adb2-0f852b546818, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=c94dcbbd-4dcb-4309-adb2-0f852b546818,segment=NetworkSegment(36a93c6c-e113-4def-a9a0-ed0b007be14b),segment_id=36a93c6c-e113-4def-a9a0-ed0b007be14b)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:48:05.843897 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f9bb6e-7b3a-4d8c-b1b6-0296aa66ff8c req-5cf528de-c885-4aff-9fcf-b784ae75c3a5 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:05.845644 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-81f9bb6e-7b3a-4d8c-b1b6-0296aa66ff8c req-5cf528de-c885-4aff-9fcf-b784ae75c3a5 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/ports?device_id=311fb41e-fcde-4911-b289-21aeeb3f111e HTTP/1.1" status: 200 len: 944 time: 0.0540781 Sep 08 00:48:05.872046 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Returning: {'device': 'c94dcbbd-4dcb-4309-adb2-0f852b546818', 'network_id': 'de8fbc24-7297-4226-b64a-9cb1927a5167', 'port_id': 'c94dcbbd-4dcb-4309-adb2-0f852b546818', 'mac_address': 'fa:16:3e:2a:d4:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 00:48:05.887537 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-81f9bb6e-7b3a-4d8c-b1b6-0296aa66ff8c req-b6f8a254-17c5-49c9-a8ea-2152cad73b56 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05bae0a3-fbbb-4b97-a09c-00699ac91369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347996 Sep 08 00:48:06.055011 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:06.068875 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:06.079043 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.notifiers.nova [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c94dcbbd-4dcb-4309-adb2-0f852b546818 {{(pid=105700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 00:48:06.107746 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c9ceac0-b7ef-4cde-96fc-6906da454960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5649ddca-9df8-4808-9986-2ec14ea2c9bc'}] {{(pid=105700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:48:06.110018 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8460d1f582680b5b58131e18e26cc0c46bcacb71cb7028c1e32c58fa4cd87a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905ee3ce-f39a-478b-93ef-083ec6134700" -d '{"events": [{"server_uuid": "1c9ceac0-b7ef-4cde-96fc-6906da454960", "name": "network-vif-plugged", "status": "completed", "tag": "5649ddca-9df8-4808-9986-2ec14ea2c9bc"}]}' {{(pid=105700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:48:06.121688 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port c94dcbbd-4dcb-4309-adb2-0f852b546818, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=c94dcbbd-4dcb-4309-adb2-0f852b546818,segment=NetworkSegment(36a93c6c-e113-4def-a9a0-ed0b007be14b),segment_id=36a93c6c-e113-4def-a9a0-ed0b007be14b)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:48:06.125591 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port 5649ddca-9df8-4808-9986-2ec14ea2c9bc, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=5649ddca-9df8-4808-9986-2ec14ea2c9bc,segment=NetworkSegment(f806e606-d999-4f43-b373-fbe3a924cd24),segment_id=f806e606-d999-4f43-b373-fbe3a924cd24)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:48:06.127232 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:06.133170 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:06.133943 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device a149d348-73ef-4097-b0fb-f1265a96840f up at agent hyperv_hv-cinder-75996 {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:48:06.156261 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 00:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9926a143-9507-4677-a1fb-c0d9297c68f3 x-openstack-request-id: req-9926a143-9507-4677-a1fb-c0d9297c68f3 {{(pid=105700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:48:06.156562 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c9ceac0-b7ef-4cde-96fc-6906da454960", "name": "network-vif-plugged", "status": "completed", "tag": "5649ddca-9df8-4808-9986-2ec14ea2c9bc", "code": 200}]} {{(pid=105700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:48:06.156815 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9926a143-9507-4677-a1fb-c0d9297c68f3 {{(pid=105700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:48:06.157208 dv-cinder-759961-13-iscsi neutron-server[105700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c9ceac0-b7ef-4cde-96fc-6906da454960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5649ddca-9df8-4808-9986-2ec14ea2c9bc', 'code': 200} Sep 08 00:48:06.183316 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba5838-0e72-4be0-8cec-2244a1119f5b req-ec2e8446-3574-4c46-a6fe-527949c92e49 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:06.184825 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6cba5838-0e72-4be0-8cec-2244a1119f5b req-ec2e8446-3574-4c46-a6fe-527949c92e49 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dd105ad-3e16-45d7-a553-446d9c6968ff HTTP/1.1" status: 200 len: 943 time: 0.0501189 Sep 08 00:48:06.212039 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Pushing event updated for resources: {'Port': ['ID=c94dcbbd-4dcb-4309-adb2-0f852b546818,revision_number=4']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:06.233553 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6cba5838-0e72-4be0-8cec-2244a1119f5b req-7d5a6b3e-b494-41cc-8b23-3c8f02eff5df tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "GET /v2.0/security-groups?id=64adc093-92cf-4671-8851-e15ed397cc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424128 Sep 08 00:48:06.248006 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Provisioning for port a149d348-73ef-4097-b0fb-f1265a96840f completed by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:48:06.257950 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Provisioning complete for port a149d348-73ef-4097-b0fb-f1265a96840f triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:48:06.257950 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:06.289631 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Pushing event updated for resources: {'Port': ['ID=5649ddca-9df8-4808-9986-2ec14ea2c9bc,revision_number=5']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:06.354326 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:06.399479 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e29ba-3180-43de-ae61-7b742aa0dd01 req-2cb1c63e-1614-411d-82c7-649d14f111ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:06.401155 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-f53e29ba-3180-43de-ae61-7b742aa0dd01 req-2cb1c63e-1614-411d-82c7-649d14f111ea service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1c9ceac0-b7ef-4cde-96fc-6906da454960 HTTP/1.1" status: 200 len: 1098 time: 0.0586989 Sep 08 00:48:06.413025 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port a149d348-73ef-4097-b0fb-f1265a96840f, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=a149d348-73ef-4097-b0fb-f1265a96840f,segment=NetworkSegment(ef029967-362e-4317-91eb-ff719d72a778),segment_id=ef029967-362e-4317-91eb-ff719d72a778)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:48:06.417187 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:06.423018 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2b0c6-a426-498e-9cac-a95b40c72279 req-f2ccd141-d558-43f7-a781-2c9c13da61d5 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:06.424607 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-86d2b0c6-a426-498e-9cac-a95b40c72279 req-f2ccd141-d558-43f7-a781-2c9c13da61d5 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c9ceac0-b7ef-4cde-96fc-6906da454960 HTTP/1.1" status: 200 len: 945 time: 0.0696049 Sep 08 00:48:06.454653 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-f53e29ba-3180-43de-ae61-7b742aa0dd01 req-82fd07af-1ce6-4102-9a75-d91f6e40937e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2bc693cc-0d90-4823-8154-532a44c11f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318706 Sep 08 00:48:06.467230 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-86d2b0c6-a426-498e-9cac-a95b40c72279 req-34538fbf-e79d-40c6-8bf9-45fbb738e95b tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bc693cc-0d90-4823-8154-532a44c11f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348778 Sep 08 00:48:06.471736 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Pushing event updated for resources: {'Port': ['ID=a149d348-73ef-4097-b0fb-f1265a96840f,revision_number=5']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:06.703652 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] get_ports_and_sgs() called for port_ids ['c94dcbbd-4dcb-4309-adb2-0f852b546818'] {{(pid=105700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 00:48:06.709517 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258ad03-365a-426a-82e6-7cc6557ab39c req-680a9cd4-2b4f-4912-962d-e482f4e79e1e tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:06.711211 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0258ad03-365a-426a-82e6-7cc6557ab39c req-680a9cd4-2b4f-4912-962d-e482f4e79e1e tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 944 time: 0.0493917 Sep 08 00:48:06.749485 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0258ad03-365a-426a-82e6-7cc6557ab39c req-9d890ada-1952-4f26-88a0-d39797f8f061 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321381 Sep 08 00:48:07.008110 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e023b30-192c-41aa-9b2b-b84b262ddc61 req-be5fb8a4-78ee-4b3c-ac74-7735a01da96c tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:07.009591 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-8e023b30-192c-41aa-9b2b-b84b262ddc61 req-be5fb8a4-78ee-4b3c-ac74-7735a01da96c tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/ports?device_id=311fb41e-fcde-4911-b289-21aeeb3f111e HTTP/1.1" status: 200 len: 945 time: 0.0483258 Sep 08 00:48:07.046932 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-8e023b30-192c-41aa-9b2b-b84b262ddc61 req-e391da6d-ee37-47f3-a2d2-839112a00f49 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05bae0a3-fbbb-4b97-a09c-00699ac91369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315151 Sep 08 00:48:07.365351 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c954d6-8c3f-4540-847d-db9b3d7ce1bb req-60cdff67-92c4-49c9-a128-be2026060e2c tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:07.367670 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-79c954d6-8c3f-4540-847d-db9b3d7ce1bb req-60cdff67-92c4-49c9-a128-be2026060e2c tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dd105ad-3e16-45d7-a553-446d9c6968ff HTTP/1.1" status: 200 len: 943 time: 0.0544450 Sep 08 00:48:07.405760 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-79c954d6-8c3f-4540-847d-db9b3d7ce1bb req-2e2c1631-f51e-4f43-a4f6-dbe036a08534 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "GET /v2.0/security-groups?id=64adc093-92cf-4671-8851-e15ed397cc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327370 Sep 08 00:48:07.581740 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0469a-a4e7-4259-bf76-a0a09323a2d8 req-efe6ddf1-f9e3-47ac-9012-e43f452166a6 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:07.583195 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1fa0469a-a4e7-4259-bf76-a0a09323a2d8 req-efe6ddf1-f9e3-47ac-9012-e43f452166a6 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c9ceac0-b7ef-4cde-96fc-6906da454960 HTTP/1.1" status: 200 len: 945 time: 0.0474937 Sep 08 00:48:07.621052 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1fa0469a-a4e7-4259-bf76-a0a09323a2d8 req-a1e6c7cc-d6cd-4bdd-b16d-a78c242baefd tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bc693cc-0d90-4823-8154-532a44c11f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309706 Sep 08 00:48:07.908887 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cade19-d155-4028-9068-064a97b58c69 req-5bb0575d-6536-4ae6-93ba-49cddaa8392d tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:07.910674 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-86cade19-d155-4028-9068-064a97b58c69 req-5bb0575d-6536-4ae6-93ba-49cddaa8392d tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 944 time: 0.0763543 Sep 08 00:48:07.943954 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4bb77-2f0e-49ba-a19b-64a6bb6cc32a req-6fa3b636-2fb0-4757-bc3a-3366c572ff27 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:07.945960 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-9ce4bb77-2f0e-49ba-a19b-64a6bb6cc32a req-6fa3b636-2fb0-4757-bc3a-3366c572ff27 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=a29bcd84-6bc8-4430-9c65-c3b14e19f699 HTTP/1.1" status: 200 len: 945 time: 0.0811346 Sep 08 00:48:07.972774 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-86cade19-d155-4028-9068-064a97b58c69 req-b2d74ef2-ce8b-4066-901e-01ceb1c5507b tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552700 Sep 08 00:48:08.000115 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-9ce4bb77-2f0e-49ba-a19b-64a6bb6cc32a req-e313578d-b3f4-4c3d-a581-b9ac47e1bff5 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444667 Sep 08 00:48:08.157969 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311fb41e-fcde-4911-b289-21aeeb3f111e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a149d348-73ef-4097-b0fb-f1265a96840f'}] {{(pid=105700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:48:08.160262 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8460d1f582680b5b58131e18e26cc0c46bcacb71cb7028c1e32c58fa4cd87a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079b3166-b87d-47c3-98af-f2593739872e" -d '{"events": [{"server_uuid": "311fb41e-fcde-4911-b289-21aeeb3f111e", "name": "network-vif-plugged", "status": "completed", "tag": "a149d348-73ef-4097-b0fb-f1265a96840f"}]}' {{(pid=105700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:48:08.161455 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21f617-325d-418e-95fd-40e8037c5e0d req-9bd08b94-0125-4506-bfa1-fb2c08ab6f88 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:08.163095 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4c21f617-325d-418e-95fd-40e8037c5e0d req-9bd08b94-0125-4506-bfa1-fb2c08ab6f88 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/ports?device_id=311fb41e-fcde-4911-b289-21aeeb3f111e HTTP/1.1" status: 200 len: 945 time: 0.0487907 Sep 08 00:48:08.195301 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 00:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a1152b-a720-4f6c-b7b8-4696659e4231 x-openstack-request-id: req-c5a1152b-a720-4f6c-b7b8-4696659e4231 {{(pid=105700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:48:08.195554 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311fb41e-fcde-4911-b289-21aeeb3f111e", "name": "network-vif-plugged", "status": "completed", "tag": "a149d348-73ef-4097-b0fb-f1265a96840f", "code": 200}]} {{(pid=105700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:48:08.195812 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c5a1152b-a720-4f6c-b7b8-4696659e4231 {{(pid=105700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:48:08.196205 dv-cinder-759961-13-iscsi neutron-server[105700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311fb41e-fcde-4911-b289-21aeeb3f111e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a149d348-73ef-4097-b0fb-f1265a96840f', 'code': 200} Sep 08 00:48:08.202080 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4c21f617-325d-418e-95fd-40e8037c5e0d req-83f0f076-8f44-4e8c-afe5-9343418ce9d9 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05bae0a3-fbbb-4b97-a09c-00699ac91369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324459 Sep 08 00:48:08.529931 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cdb1c7-a1b0-4af2-92fd-77377da46567 req-7cd4a729-5837-4e55-b004-6ad1cd932179 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:08.532531 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-53cdb1c7-a1b0-4af2-92fd-77377da46567 req-7cd4a729-5837-4e55-b004-6ad1cd932179 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dd105ad-3e16-45d7-a553-446d9c6968ff HTTP/1.1" status: 200 len: 943 time: 0.0492654 Sep 08 00:48:08.542603 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6435ac-c462-4a29-bd93-9799d946440d req-79d97919-51d2-4480-8de7-de97efa06858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:08.544163 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-0f6435ac-c462-4a29-bd93-9799d946440d req-79d97919-51d2-4480-8de7-de97efa06858 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=311fb41e-fcde-4911-b289-21aeeb3f111e HTTP/1.1" status: 200 len: 1098 time: 0.0413396 Sep 08 00:48:08.573475 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-53cdb1c7-a1b0-4af2-92fd-77377da46567 req-71d2e122-222b-4e58-bff1-64dca2b217d5 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "GET /v2.0/security-groups?id=64adc093-92cf-4671-8851-e15ed397cc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357988 Sep 08 00:48:08.584918 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-0f6435ac-c462-4a29-bd93-9799d946440d req-2069a436-51d3-47e3-861d-7c2aeb7a3082 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=05bae0a3-fbbb-4b97-a09c-00699ac91369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289755 Sep 08 00:48:08.735802 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eee01f-4a97-4834-b9eb-f10330b91e83 req-fc6ded34-3936-4fcf-8dd6-ecab30991462 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:08.737274 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-d6eee01f-4a97-4834-b9eb-f10330b91e83 req-fc6ded34-3936-4fcf-8dd6-ecab30991462 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c9ceac0-b7ef-4cde-96fc-6906da454960 HTTP/1.1" status: 200 len: 945 time: 0.0487411 Sep 08 00:48:08.775780 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-d6eee01f-4a97-4834-b9eb-f10330b91e83 req-1af47d6b-dd5d-4b8c-88b1-3c5261dafbae tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bc693cc-0d90-4823-8154-532a44c11f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321743 Sep 08 00:48:09.092393 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ece9b-83ba-47ab-b1cb-c65ff8a26989 req-ae1a1a2e-169e-4100-88ac-c2b270398051 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:09.093950 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-c21ece9b-83ba-47ab-b1cb-c65ff8a26989 req-ae1a1a2e-169e-4100-88ac-c2b270398051 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 944 time: 0.0494339 Sep 08 00:48:09.132646 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-c21ece9b-83ba-47ab-b1cb-c65ff8a26989 req-4cf210d3-4c2b-4ac6-a5b1-e78403c2e656 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319958 Sep 08 00:48:09.240464 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4616ce9-5b70-45e1-bac1-1da9be6a1bb1 req-c52b8a94-1ccb-4c5f-9e75-3d724b4bf0c1 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:09.242424 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a4616ce9-5b70-45e1-bac1-1da9be6a1bb1 req-c52b8a94-1ccb-4c5f-9e75-3d724b4bf0c1 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=a29bcd84-6bc8-4430-9c65-c3b14e19f699 HTTP/1.1" status: 200 len: 945 time: 0.0505240 Sep 08 00:48:09.293049 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a4616ce9-5b70-45e1-bac1-1da9be6a1bb1 req-6409cf7c-baa0-45a2-9d72-4980b3c6fffe tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444436 Sep 08 00:48:09.328440 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b6ffe-2289-47cf-b9bf-3d8662542578 req-8ba870dc-4480-4be4-92ee-2adfba2f3b31 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:09.329923 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-025b6ffe-2289-47cf-b9bf-3d8662542578 req-8ba870dc-4480-4be4-92ee-2adfba2f3b31 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/ports?device_id=311fb41e-fcde-4911-b289-21aeeb3f111e HTTP/1.1" status: 200 len: 945 time: 0.0528345 Sep 08 00:48:09.367904 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-025b6ffe-2289-47cf-b9bf-3d8662542578 req-f5b06d84-e466-45c5-aa21-9bf6bd9aec8d tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05bae0a3-fbbb-4b97-a09c-00699ac91369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312326 Sep 08 00:48:09.685080 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b40da-b01c-4947-a27b-65bdb76a336f req-682472f2-a894-4d31-abd4-ba463195aac6 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:09.686538 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ba1b40da-b01c-4947-a27b-65bdb76a336f req-682472f2-a894-4d31-abd4-ba463195aac6 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dd105ad-3e16-45d7-a553-446d9c6968ff HTTP/1.1" status: 200 len: 943 time: 0.0472662 Sep 08 00:48:09.712474 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device c94dcbbd-4dcb-4309-adb2-0f852b546818 up at agent hyperv_hv-cinder-75996 {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:48:09.724031 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ba1b40da-b01c-4947-a27b-65bdb76a336f req-fd1d914b-65a0-4b84-befe-da3227f3f7f7 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "GET /v2.0/security-groups?id=64adc093-92cf-4671-8851-e15ed397cc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316975 Sep 08 00:48:09.760458 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Provisioning for port c94dcbbd-4dcb-4309-adb2-0f852b546818 completed by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:48:09.764065 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Provisioning complete for port c94dcbbd-4dcb-4309-adb2-0f852b546818 triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:48:09.764439 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:09.842191 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:09.876704 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port c94dcbbd-4dcb-4309-adb2-0f852b546818, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=c94dcbbd-4dcb-4309-adb2-0f852b546818,segment=NetworkSegment(36a93c6c-e113-4def-a9a0-ed0b007be14b),segment_id=36a93c6c-e113-4def-a9a0-ed0b007be14b)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:48:09.883690 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:09.894949 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375346db-a49f-4355-b1ce-44209587e9d7 req-3beff142-6250-4763-95f0-59780998b761 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:09.896624 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-375346db-a49f-4355-b1ce-44209587e9d7 req-3beff142-6250-4763-95f0-59780998b761 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c9ceac0-b7ef-4cde-96fc-6906da454960 HTTP/1.1" status: 200 len: 945 time: 0.0507424 Sep 08 00:48:09.931103 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Pushing event updated for resources: {'Port': ['ID=c94dcbbd-4dcb-4309-adb2-0f852b546818,revision_number=5']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:09.937023 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-375346db-a49f-4355-b1ce-44209587e9d7 req-f7ea00f7-84c6-4ed6-b63e-585ba29e427e tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bc693cc-0d90-4823-8154-532a44c11f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339074 Sep 08 00:48:10.197792 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700df840-5d90-4372-b2ad-844e82cabd6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c94dcbbd-4dcb-4309-adb2-0f852b546818'}] {{(pid=105700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:48:10.201073 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8460d1f582680b5b58131e18e26cc0c46bcacb71cb7028c1e32c58fa4cd87a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d51f37-9cb5-481c-a6d0-37fed211f19e" -d '{"events": [{"server_uuid": "700df840-5d90-4372-b2ad-844e82cabd6a", "name": "network-vif-plugged", "status": "completed", "tag": "c94dcbbd-4dcb-4309-adb2-0f852b546818"}]}' {{(pid=105700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:48:10.255437 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f5d2e-530a-4989-8a31-98b69768ffe4 req-2c473279-3a25-4c64-b63e-841c305c328b tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:10.256841 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0f7f5d2e-530a-4989-8a31-98b69768ffe4 req-2c473279-3a25-4c64-b63e-841c305c328b tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 945 time: 0.0511367 Sep 08 00:48:10.296775 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0f7f5d2e-530a-4989-8a31-98b69768ffe4 req-d48d735e-e9cf-46b2-a2d4-cc986ad57a08 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326812 Sep 08 00:48:10.355910 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 00:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59db8930-68cb-4dac-8dbf-7f2df440b538 x-openstack-request-id: req-59db8930-68cb-4dac-8dbf-7f2df440b538 {{(pid=105700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:48:10.356197 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "700df840-5d90-4372-b2ad-844e82cabd6a", "name": "network-vif-plugged", "status": "completed", "tag": "c94dcbbd-4dcb-4309-adb2-0f852b546818", "code": 200}]} {{(pid=105700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:48:10.356444 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-59db8930-68cb-4dac-8dbf-7f2df440b538 {{(pid=105700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:48:10.356831 dv-cinder-759961-13-iscsi neutron-server[105700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700df840-5d90-4372-b2ad-844e82cabd6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c94dcbbd-4dcb-4309-adb2-0f852b546818', 'code': 200} Sep 08 00:48:10.456508 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80deaa43-9ef8-480e-a2b9-1866bf6f1915 req-1147010c-1bb5-4947-872a-a26ae7989c3c tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:10.458003 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-80deaa43-9ef8-480e-a2b9-1866bf6f1915 req-1147010c-1bb5-4947-872a-a26ae7989c3c tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=a29bcd84-6bc8-4430-9c65-c3b14e19f699 HTTP/1.1" status: 200 len: 945 time: 0.0536284 Sep 08 00:48:10.528909 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-80deaa43-9ef8-480e-a2b9-1866bf6f1915 req-75320ec5-5fcb-4fb6-b11e-b3df729e5475 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640314 Sep 08 00:48:10.554851 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811aad9-61e5-487f-8ec4-4dd33c65d424 req-1418da32-5dae-44c9-bcfa-c19d68259ca5 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:10.557206 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-2811aad9-61e5-487f-8ec4-4dd33c65d424 req-1418da32-5dae-44c9-bcfa-c19d68259ca5 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/ports?device_id=311fb41e-fcde-4911-b289-21aeeb3f111e HTTP/1.1" status: 200 len: 945 time: 0.0774434 Sep 08 00:48:10.597806 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-2811aad9-61e5-487f-8ec4-4dd33c65d424 req-eee01bb6-30e6-4275-a2d1-8d6a4805c52c tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05bae0a3-fbbb-4b97-a09c-00699ac91369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339153 Sep 08 00:48:10.718507 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9bcf7-dedc-4fe8-adeb-b698e0d0e1d3 req-2309fb29-a892-4df5-b9e2-1d38cfb0184a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:10.720086 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-86a9bcf7-dedc-4fe8-adeb-b698e0d0e1d3 req-2309fb29-a892-4df5-b9e2-1d38cfb0184a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 1098 time: 0.0430551 Sep 08 00:48:10.761484 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-86a9bcf7-dedc-4fe8-adeb-b698e0d0e1d3 req-79578ad1-849a-4d0d-9cf5-1a55e13a8cbe service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278165 Sep 08 00:48:10.845120 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990edb1-d31c-462d-858e-fc2537fb5a5f req-9424957d-07d8-4caa-8637-0baf8baf8b6b tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:10.846600 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0990edb1-d31c-462d-858e-fc2537fb5a5f req-9424957d-07d8-4caa-8637-0baf8baf8b6b tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dd105ad-3e16-45d7-a553-446d9c6968ff HTTP/1.1" status: 200 len: 943 time: 0.0485296 Sep 08 00:48:10.885581 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0990edb1-d31c-462d-858e-fc2537fb5a5f req-a8c1b965-15fd-48d9-b830-cc6d122ce1f1 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "GET /v2.0/security-groups?id=64adc093-92cf-4671-8851-e15ed397cc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324903 Sep 08 00:48:11.424066 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f0c9d-6c45-4478-9a8b-e83370cecf23 req-829849e0-6550-4a49-9705-2788d7414d1d tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:11.425555 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-092f0c9d-6c45-4478-9a8b-e83370cecf23 req-829849e0-6550-4a49-9705-2788d7414d1d tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 945 time: 0.0500133 Sep 08 00:48:11.465836 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-092f0c9d-6c45-4478-9a8b-e83370cecf23 req-e42dc85e-cb27-44b3-9004-d9bc2dcdeac9 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322416 Sep 08 00:48:11.647419 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043313c2-2b0b-499a-a2ce-4c3fc6c27403 req-a67e1c59-2311-4956-a71f-171592dd3980 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:11.648847 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-043313c2-2b0b-499a-a2ce-4c3fc6c27403 req-a67e1c59-2311-4956-a71f-171592dd3980 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=a29bcd84-6bc8-4430-9c65-c3b14e19f699 HTTP/1.1" status: 200 len: 945 time: 0.0526612 Sep 08 00:48:11.685794 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-043313c2-2b0b-499a-a2ce-4c3fc6c27403 req-cf1cf105-2c8e-4d7e-a8a4-5a27978c4404 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310705 Sep 08 00:48:11.786794 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f054953-9089-4429-9467-68c3b431e98d req-40f9e1e1-410b-4f77-bc6d-9f7eec87d6a4 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:11.788256 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1f054953-9089-4429-9467-68c3b431e98d req-40f9e1e1-410b-4f77-bc6d-9f7eec87d6a4 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/ports?device_id=311fb41e-fcde-4911-b289-21aeeb3f111e HTTP/1.1" status: 200 len: 945 time: 0.0474882 Sep 08 00:48:11.827359 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1f054953-9089-4429-9467-68c3b431e98d req-c7b769bf-d7fb-4add-9bf3-cf0b38c6aba2 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05bae0a3-fbbb-4b97-a09c-00699ac91369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331080 Sep 08 00:48:11.945160 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5bc6e-4752-489f-bfd6-d2e1ed63b3f8 req-01979248-77ff-4862-ab15-d10fd1efa869 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:11.946992 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-94b5bc6e-4752-489f-bfd6-d2e1ed63b3f8 req-01979248-77ff-4862-ab15-d10fd1efa869 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/ports?device_id=311fb41e-fcde-4911-b289-21aeeb3f111e HTTP/1.1" status: 200 len: 945 time: 0.0510695 Sep 08 00:48:11.974577 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86bb1b9-051b-4e2e-bdb3-50a3440be16f req-22c3f31c-9b53-4a2c-9fc9-cff439a0a9f6 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:11.976034 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-a86bb1b9-051b-4e2e-bdb3-50a3440be16f req-22c3f31c-9b53-4a2c-9fc9-cff439a0a9f6 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.35 "GET /v2.0/ports?device_id=a29bcd84-6bc8-4430-9c65-c3b14e19f699 HTTP/1.1" status: 200 len: 945 time: 0.0824103 Sep 08 00:48:12.019807 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-94b5bc6e-4752-489f-bfd6-d2e1ed63b3f8 req-cb96550b-07a2-41c4-a61b-38cb684fac6a tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05bae0a3-fbbb-4b97-a09c-00699ac91369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650635 Sep 08 00:48:12.033097 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ef791-91f6-42ba-8629-cfb79c62019f req-27cb7ef8-8a79-4143-bddc-755ceee3c6e3 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:12.034605 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-c27ef791-91f6-42ba-8629-cfb79c62019f req-27cb7ef8-8a79-4143-bddc-755ceee3c6e3 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dd105ad-3e16-45d7-a553-446d9c6968ff HTTP/1.1" status: 200 len: 943 time: 0.0820744 Sep 08 00:48:12.074918 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-c27ef791-91f6-42ba-8629-cfb79c62019f req-f7f2b660-3b01-4a7b-bce3-a067b3f746cb tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "GET /v2.0/security-groups?id=64adc093-92cf-4671-8851-e15ed397cc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332069 Sep 08 00:48:12.136962 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [req-a86bb1b9-051b-4e2e-bdb3-50a3440be16f req-a8722976-af5c-4995-ad10-0d24a41a0535 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Deleting port 4b8248ec-e613-48b5-9472-bdb6f5e1f0d6 {{(pid=105698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 00:48:12.137299 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-a86bb1b9-051b-4e2e-bdb3-50a3440be16f req-a8722976-af5c-4995-ad10-0d24a41a0535 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256891158'] for port, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:12.233153 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.db [req-a86bb1b9-051b-4e2e-bdb3-50a3440be16f req-a8722976-af5c-4995-ad10-0d24a41a0535 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] For port 4b8248ec-e613-48b5-9472-bdb6f5e1f0d6, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=4b8248ec-e613-48b5-9472-bdb6f5e1f0d6,segment=NetworkSegment(3de05d6b-2c84-441f-bc53-4fa7981bcbd6),segment_id=3de05d6b-2c84-441f-bc53-4fa7981bcbd6)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:48:12.233524 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-a86bb1b9-051b-4e2e-bdb3-50a3440be16f req-a8722976-af5c-4995-ad10-0d24a41a0535 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538637'] for port, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:12.247770 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [req-a86bb1b9-051b-4e2e-bdb3-50a3440be16f req-a8722976-af5c-4995-ad10-0d24a41a0535 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Calling delete_port for 4b8248ec-e613-48b5-9472-bdb6f5e1f0d6 owned by compute:nova {{(pid=105698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 00:48:12.360544 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61cb716-533d-4d25-8093-482d3fe4062c req-6b1a515b-f203-4e21-afc0-f45690ba90e8 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:12.362030 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e61cb716-533d-4d25-8093-482d3fe4062c req-6b1a515b-f203-4e21-afc0-f45690ba90e8 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/ports?device_id=311fb41e-fcde-4911-b289-21aeeb3f111e HTTP/1.1" status: 200 len: 945 time: 0.0515440 Sep 08 00:48:12.382238 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-a86bb1b9-051b-4e2e-bdb3-50a3440be16f req-a8722976-af5c-4995-ad10-0d24a41a0535 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256896220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792256344486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705649'] for port, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:12.403038 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e61cb716-533d-4d25-8093-482d3fe4062c req-a2f96156-3e89-4d96-9d57-92ee4b45017a tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05bae0a3-fbbb-4b97-a09c-00699ac91369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351083 Sep 08 00:48:12.411140 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8722976-af5c-4995-ad10-0d24a41a0535 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Pushing event deleted for resources: {'Port': ['ID=4b8248ec-e613-48b5-9472-bdb6f5e1f0d6,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:12.437449 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] get_ports_and_sgs() called for port_ids ['1345b314-3cc2-41a1-b1da-90a2f0569fcb', '721190b3-5663-4608-abfa-0dcb5bb60fab', '94784415-034f-4d0a-997d-6150c155251c'] {{(pid=105700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 00:48:12.488973 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [req-a86bb1b9-051b-4e2e-bdb3-50a3440be16f req-a8722976-af5c-4995-ad10-0d24a41a0535 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] No DVR routers for this DVR port 4b8248ec-e613-48b5-9472-bdb6f5e1f0d6 on host hv-cinder-75996 {{(pid=105698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 00:48:12.492360 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-a86bb1b9-051b-4e2e-bdb3-50a3440be16f req-a8722976-af5c-4995-ad10-0d24a41a0535 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for port, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:12.494533 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-a86bb1b9-051b-4e2e-bdb3-50a3440be16f req-a8722976-af5c-4995-ad10-0d24a41a0535 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.35 "DELETE /v2.0/ports/4b8248ec-e613-48b5-9472-bdb6f5e1f0d6 HTTP/1.1" status: 204 len: 173 time: 0.5112770 Sep 08 00:48:12.494985 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a29bcd84-6bc8-4430-9c65-c3b14e19f699', 'name': 'network-vif-deleted', 'tag': '4b8248ec-e613-48b5-9472-bdb6f5e1f0d6'}] {{(pid=105698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:48:12.497401 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26d4041160ff19e6bfa7ff8d463369e3025ec2e9db032453864bb7ad8051457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7bbbaa-c698-47a6-90df-ed74da021ce3" -d '{"events": [{"server_uuid": "a29bcd84-6bc8-4430-9c65-c3b14e19f699", "name": "network-vif-deleted", "tag": "4b8248ec-e613-48b5-9472-bdb6f5e1f0d6"}]}' {{(pid=105698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:48:12.559324 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 00:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9274c2-8abd-46c3-857b-ff8444da4d4e x-openstack-request-id: req-6c9274c2-8abd-46c3-857b-ff8444da4d4e {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:48:12.559649 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a29bcd84-6bc8-4430-9c65-c3b14e19f699", "name": "network-vif-deleted", "tag": "4b8248ec-e613-48b5-9472-bdb6f5e1f0d6", "status": "completed", "code": 200}]} {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:48:12.559906 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6c9274c2-8abd-46c3-857b-ff8444da4d4e {{(pid=105698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:48:12.560303 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a29bcd84-6bc8-4430-9c65-c3b14e19f699', 'name': 'network-vif-deleted', 'tag': '4b8248ec-e613-48b5-9472-bdb6f5e1f0d6', 'status': 'completed', 'code': 200} Sep 08 00:48:12.617670 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a990f-7a8b-4f27-8998-f0af5bf872cd req-40e783ad-e9b1-4e67-a726-59feb0416c62 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:12.619190 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-b91a990f-7a8b-4f27-8998-f0af5bf872cd req-40e783ad-e9b1-4e67-a726-59feb0416c62 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 945 time: 0.0514035 Sep 08 00:48:12.682732 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-b91a990f-7a8b-4f27-8998-f0af5bf872cd req-a27fc8cd-18b4-42a2-ab93-72e8c156a33c tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421476 Sep 08 00:48:12.871950 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-46fc1e43-5de3-4894-8047-d3ef94469c60 req-c08dea6a-f716-4f14-9112-f340852705bb tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=a29bcd84-6bc8-4430-9c65-c3b14e19f699 HTTP/1.1" status: 200 len: 210 time: 0.0428145 Sep 08 00:48:13.187455 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47e2ae-81c4-4355-9c0f-cf4b6844e471 req-dc86458f-7968-48d8-bf67-90aa9fd676cc tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:13.188922 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3b47e2ae-81c4-4355-9c0f-cf4b6844e471 req-dc86458f-7968-48d8-bf67-90aa9fd676cc tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dd105ad-3e16-45d7-a553-446d9c6968ff HTTP/1.1" status: 200 len: 943 time: 0.0479510 Sep 08 00:48:13.228826 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3b47e2ae-81c4-4355-9c0f-cf4b6844e471 req-6fc30bdc-933e-46ea-bf75-11f3e703cecf tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "GET /v2.0/security-groups?id=64adc093-92cf-4671-8851-e15ed397cc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340958 Sep 08 00:48:13.728428 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device 4b8248ec-e613-48b5-9472-bdb6f5e1f0d6 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 00:48:13.749479 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] No Port match for: 4b8248ec-e613-48b5-9472-bdb6f5e1f0d6 {{(pid=105700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 00:48:13.749817 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device 4b8248ec-e613-48b5-9472-bdb6f5e1f0d6 not bound to the agent host hv-cinder-75996 {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 00:48:13.807415 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc780aeb-0af1-41c7-86c8-62f0763fa272 req-a8ae90b5-0aaf-4099-8589-2acd0a74f891 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:13.808917 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-dc780aeb-0af1-41c7-86c8-62f0763fa272 req-a8ae90b5-0aaf-4099-8589-2acd0a74f891 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 945 time: 0.0505979 Sep 08 00:48:13.846352 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-dc780aeb-0af1-41c7-86c8-62f0763fa272 req-83dfb32a-2ba0-4cde-91b6-a0504028ecae tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315652 Sep 08 00:48:13.963231 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a241594-7549-4d52-bcaf-f87782c10345 req-6fd10fe0-4d7a-428b-b04c-72e1def8722b tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:13.965198 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1a241594-7549-4d52-bcaf-f87782c10345 req-6fd10fe0-4d7a-428b-b04c-72e1def8722b tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 945 time: 0.0515912 Sep 08 00:48:13.975228 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 53656) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:48:13.980797 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [None req-f6cfd65f-6ab0-4ceb-a6e1-87efec2abc5f tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Request body: {'floatingip': {'port_id': 'c94dcbbd-4dcb-4309-adb2-0f852b546818'}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:48:14.021563 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-f6cfd65f-6ab0-4ceb-a6e1-87efec2abc5f tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks [] for floatingip, before_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:14.407186 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16ab2f-6cd9-4685-b03a-6be945387c51 req-714f1f65-1106-4073-9b8a-6447922f724b tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:14.408693 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ef16ab2f-6cd9-4685-b03a-6be945387c51 req-714f1f65-1106-4073-9b8a-6447922f724b tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dd105ad-3e16-45d7-a553-446d9c6968ff HTTP/1.1" status: 200 len: 943 time: 0.0962193 Sep 08 00:48:14.481488 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ef16ab2f-6cd9-4685-b03a-6be945387c51 req-e6bc4fce-30a2-4f19-8c8a-28401c980a58 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "GET /v2.0/security-groups?id=64adc093-92cf-4671-8851-e15ed397cc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656075 Sep 08 00:48:14.535761 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-f6cfd65f-6ab0-4ceb-a6e1-87efec2abc5f tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:14.540302 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-f6cfd65f-6ab0-4ceb-a6e1-87efec2abc5f tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529524'] for floatingip, after_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:14.874961 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.db.l3_db [None req-f6cfd65f-6ab0-4ceb-a6e1-87efec2abc5f tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Floating IP 6a194432-e374-4e39-8702-a0ee9a8c0a5d associated. External IP: 172.27.0.145, port: c94dcbbd-4dcb-4309-adb2-0f852b546818. Sep 08 00:48:15.104568 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6cfd65f-6ab0-4ceb-a6e1-87efec2abc5f tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Router 20c990cd-fee1-47ea-abe8-1ff59e755bab has already been hosted by L3 agent e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146 {{(pid=105699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 00:48:15.218570 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6cfd65f-6ab0-4ceb-a6e1-87efec2abc5f tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify agent at l3_agent.dv-cinder-759961-13-iscsi the message routers_updated {{(pid=105699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 00:48:15.223672 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-f6cfd65f-6ab0-4ceb-a6e1-87efec2abc5f tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for floatingip, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:15.230456 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a22b496-46a4-44f0-a245-a662971b00cf None None] Sync routers for ids ['20c990cd-fee1-47ea-abe8-1ff59e755bab'] in dv-cinder-759961-13-iscsi {{(pid=105700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 00:48:15.240124 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a22b496-46a4-44f0-a245-a662971b00cf None None] Routers {'20c990cd-fee1-47ea-abe8-1ff59e755bab'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:48:15.240745 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-4a22b496-46a4-44f0-a245-a662971b00cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:47:51Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['20c990cd-fee1-47ea-abe8-1ff59e755bab'], 'active': True} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:48:15.250555 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-f6cfd65f-6ab0-4ceb-a6e1-87efec2abc5f tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "PUT /v2.0/floatingips/6a194432-e374-4e39-8702-a0ee9a8c0a5d HTTP/1.1" status: 200 len: 991 time: 1.2741704 Sep 08 00:48:15.251124 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '700df840-5d90-4372-b2ad-844e82cabd6a', 'tag': 'c94dcbbd-4dcb-4309-adb2-0f852b546818'}] {{(pid=105699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:48:15.253363 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3219a0c12e8a5a78bd5034d738b4394f25721dc263a67c7d4cfc0eaa1ac0f340" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b601b4ac-cddd-40d7-a21e-e5d0d232265c" -d '{"events": [{"name": "network-changed", "server_uuid": "700df840-5d90-4372-b2ad-844e82cabd6a", "tag": "c94dcbbd-4dcb-4309-adb2-0f852b546818"}]}' {{(pid=105699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:48:15.353992 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvr_db [None req-4a22b496-46a4-44f0-a245-a662971b00cf None None] Set router 20c990cd-fee1-47ea-abe8-1ff59e755bab gateway port host: dv-cinder-759961-13-iscsi {{(pid=105700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:48:15.399828 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a8a0f-4090-478a-9fe4-dde8c406905f req-22228a5f-0728-451d-8ba7-87c7ba5c12f4 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:15.401393 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-c30a8a0f-4090-478a-9fe4-dde8c406905f req-22228a5f-0728-451d-8ba7-87c7ba5c12f4 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=44cdc9a1-ff01-4ff7-93fe-e5fb52d5471b HTTP/1.1" status: 200 len: 946 time: 0.0559983 Sep 08 00:48:15.428032 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:15.450312 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-c30a8a0f-4090-478a-9fe4-dde8c406905f req-f3fef711-4132-4050-9604-2af54259866f tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388758 Sep 08 00:48:15.550944 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 00:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d94be26-fc47-41a1-87fe-f8d088d6a8ae x-openstack-request-id: req-1d94be26-fc47-41a1-87fe-f8d088d6a8ae {{(pid=105699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:48:15.551362 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "700df840-5d90-4372-b2ad-844e82cabd6a", "tag": "c94dcbbd-4dcb-4309-adb2-0f852b546818", "status": "completed", "code": 200}]} {{(pid=105699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:48:15.551697 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1d94be26-fc47-41a1-87fe-f8d088d6a8ae {{(pid=105699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:48:15.552157 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '700df840-5d90-4372-b2ad-844e82cabd6a', 'tag': 'c94dcbbd-4dcb-4309-adb2-0f852b546818', 'status': 'completed', 'code': 200} Sep 08 00:48:15.668060 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b9b5e2-73de-4bdd-bf2b-b56bea488aa4 req-d5dc0e7c-9ccc-4ab2-950a-220cbc9c0d62 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:15.675981 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601b4ac-cddd-40d7-a21e-e5d0d232265c req-e699a065-9cf6-4826-87dc-96fde9038465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:15.676579 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f3b9b5e2-73de-4bdd-bf2b-b56bea488aa4 req-d5dc0e7c-9ccc-4ab2-950a-220cbc9c0d62 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dd105ad-3e16-45d7-a553-446d9c6968ff HTTP/1.1" status: 200 len: 943 time: 0.0790625 Sep 08 00:48:15.678150 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-b601b4ac-cddd-40d7-a21e-e5d0d232265c req-e699a065-9cf6-4826-87dc-96fde9038465 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4467d938824242aab07cf31a1311c8aa&device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 1098 time: 0.0459516 Sep 08 00:48:15.705947 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-4a22b496-46a4-44f0-a245-a662971b00cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'name': 'tempest-AttachVolumeShelveTestJSON-1518219136-router', 'tenant_id': '4467d938824242aab07cf31a1311c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '939e38d5-3003-4e38-9d37-799586b7dad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:47:42Z', 'updated_at': '2021-09-08T00:47:46Z', 'revision_number': 4, 'project_id': '4467d938824242aab07cf31a1311c8aa', 'gw_port': {'id': '939e38d5-3003-4e38-9d37-799586b7dad0', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:43Z', 'updated_at': '2021-09-08T00:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_floatingips': [{'id': '6a194432-e374-4e39-8702-a0ee9a8c0a5d', 'tenant_id': '4467d938824242aab07cf31a1311c8aa', 'floating_ip_address': '172.27.0.145', 'floating_network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'router_id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'port_id': 'c94dcbbd-4dcb-4309-adb2-0f852b546818', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de8fbc24-7297-4226-b64a-9cb1927a5167', 'mac_address': 'fa:16:3e:2a:d4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700df840-5d90-4372-b2ad-844e82cabd6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T00:47:57Z', 'updated_at': '2021-09-08T00:48:14Z', 'revision_number': 1, 'project_id': '4467d938824242aab07cf31a1311c8aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c4e9451-6a18-4a3b-a8b6-52d889f4e6a1', 'name': '', 'network_id': 'de8fbc24-7297-4226-b64a-9cb1927a5167', 'tenant_id': '4467d938824242aab07cf31a1311c8aa', 'mac_address': 'fa:16:3e:e7:04:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:45Z', 'updated_at': '2021-09-08T00:47:53Z', 'revision_number': 5, 'project_id': '4467d938824242aab07cf31a1311c8aa', 'subnets': [{'id': '83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:48:15.724725 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f3b9b5e2-73de-4bdd-bf2b-b56bea488aa4 req-09ddb0c6-df13-4fb3-bd9b-f592ef2c449b tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "GET /v2.0/security-groups?id=64adc093-92cf-4671-8851-e15ed397cc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405352 Sep 08 00:48:15.749101 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device 9191208e-81bc-4377-85bf-7aa2b6ccee11 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=105700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 00:48:15.751244 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a22b496-46a4-44f0-a245-a662971b00cf None None] Checking router: 20c990cd-fee1-47ea-abe8-1ff59e755bab for host: dv-cinder-759961-13-iscsi {{(pid=105700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 00:48:15.768805 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a22b496-46a4-44f0-a245-a662971b00cf None None] Routers {'20c990cd-fee1-47ea-abe8-1ff59e755bab'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:48:15.769427 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-4a22b496-46a4-44f0-a245-a662971b00cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:47:51Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['20c990cd-fee1-47ea-abe8-1ff59e755bab'], 'active': True} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:48:15.793517 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601b4ac-cddd-40d7-a21e-e5d0d232265c req-ee3fb3a1-4ef6-44bf-b41c-cb0288ac0154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:15.795439 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-b601b4ac-cddd-40d7-a21e-e5d0d232265c req-ee3fb3a1-4ef6-44bf-b41c-cb0288ac0154 service neutron] 10.222.0.35 "GET /v2.0/networks?id=de8fbc24-7297-4226-b64a-9cb1927a5167 HTTP/1.1" status: 200 len: 918 time: 0.0926852 Sep 08 00:48:15.907659 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-b601b4ac-cddd-40d7-a21e-e5d0d232265c req-63131b27-b711-44f0-a5ca-0ac3d452aca9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c94dcbbd-4dcb-4309-adb2-0f852b546818 HTTP/1.1" status: 200 len: 999 time: 0.0954421 Sep 08 00:48:15.935132 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvr_db [None req-4a22b496-46a4-44f0-a245-a662971b00cf None None] Set router 20c990cd-fee1-47ea-abe8-1ff59e755bab gateway port host: dv-cinder-759961-13-iscsi {{(pid=105700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:48:15.937842 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port 9191208e-81bc-4377-85bf-7aa2b6ccee11, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=9191208e-81bc-4377-85bf-7aa2b6ccee11,segment=NetworkSegment(dacddd0d-7788-47d3-9397-3f345f82c34e),segment_id=dacddd0d-7788-47d3-9397-3f345f82c34e)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:48:15.965096 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601b4ac-cddd-40d7-a21e-e5d0d232265c req-121dece9-800d-48c1-9eeb-9a3d08667a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:15.966532 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-b601b4ac-cddd-40d7-a21e-e5d0d232265c req-121dece9-800d-48c1-9eeb-9a3d08667a7c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1 HTTP/1.1" status: 200 len: 856 time: 0.0461798 Sep 08 00:48:15.976495 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Returning: {'device': '9191208e-81bc-4377-85bf-7aa2b6ccee11', 'network_id': 'a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb', 'port_id': '9191208e-81bc-4377-85bf-7aa2b6ccee11', 'mac_address': 'fa:16:3e:0c:17:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48dc3dee-0151-4222-89ec-899c2181cf10', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 00:48:16.014475 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601b4ac-cddd-40d7-a21e-e5d0d232265c req-68c248e6-3fd2-4934-be35-7c2d79f2a900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:16.016206 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-b601b4ac-cddd-40d7-a21e-e5d0d232265c req-68c248e6-3fd2-4934-be35-7c2d79f2a900 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=de8fbc24-7297-4226-b64a-9cb1927a5167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0405338 Sep 08 00:48:16.057296 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:16.084941 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.notifiers.nova [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9191208e-81bc-4377-85bf-7aa2b6ccee11 {{(pid=105700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 00:48:16.117313 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port 9191208e-81bc-4377-85bf-7aa2b6ccee11, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=9191208e-81bc-4377-85bf-7aa2b6ccee11,segment=NetworkSegment(dacddd0d-7788-47d3-9397-3f345f82c34e),segment_id=dacddd0d-7788-47d3-9397-3f345f82c34e)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:48:16.119837 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-b601b4ac-cddd-40d7-a21e-e5d0d232265c req-b4e7e5fe-940e-4d34-ad6e-8b915f12440a service neutron] 10.222.0.35 "GET /v2.0/networks/de8fbc24-7297-4226-b64a-9cb1927a5167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851963 Sep 08 00:48:16.142197 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:16.210001 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Pushing event updated for resources: {'Port': ['ID=9191208e-81bc-4377-85bf-7aa2b6ccee11,revision_number=4']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:16.214494 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-b601b4ac-cddd-40d7-a21e-e5d0d232265c req-bb559201-b035-4ea1-8670-0ca2ae7dfce8 service neutron] 10.222.0.35 "GET /v2.0/networks/de8fbc24-7297-4226-b64a-9cb1927a5167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832973 Sep 08 00:48:16.259077 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-4a22b496-46a4-44f0-a245-a662971b00cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'name': 'tempest-AttachVolumeShelveTestJSON-1518219136-router', 'tenant_id': '4467d938824242aab07cf31a1311c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '939e38d5-3003-4e38-9d37-799586b7dad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:47:42Z', 'updated_at': '2021-09-08T00:47:46Z', 'revision_number': 4, 'project_id': '4467d938824242aab07cf31a1311c8aa', 'gw_port': {'id': '939e38d5-3003-4e38-9d37-799586b7dad0', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:43Z', 'updated_at': '2021-09-08T00:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_floatingips': [{'id': '6a194432-e374-4e39-8702-a0ee9a8c0a5d', 'tenant_id': '4467d938824242aab07cf31a1311c8aa', 'floating_ip_address': '172.27.0.145', 'floating_network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'router_id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'port_id': 'c94dcbbd-4dcb-4309-adb2-0f852b546818', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de8fbc24-7297-4226-b64a-9cb1927a5167', 'mac_address': 'fa:16:3e:2a:d4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700df840-5d90-4372-b2ad-844e82cabd6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T00:47:57Z', 'updated_at': '2021-09-08T00:48:14Z', 'revision_number': 1, 'project_id': '4467d938824242aab07cf31a1311c8aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c4e9451-6a18-4a3b-a8b6-52d889f4e6a1', 'name': '', 'network_id': 'de8fbc24-7297-4226-b64a-9cb1927a5167', 'tenant_id': '4467d938824242aab07cf31a1311c8aa', 'mac_address': 'fa:16:3e:e7:04:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:45Z', 'updated_at': '2021-09-08T00:47:53Z', 'revision_number': 5, 'project_id': '4467d938824242aab07cf31a1311c8aa', 'subnets': [{'id': '83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:48:16.288092 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a22b496-46a4-44f0-a245-a662971b00cf None None] The sync data for ids ['20c990cd-fee1-47ea-abe8-1ff59e755bab'] in dv-cinder-759961-13-iscsi is: [{'id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'name': 'tempest-AttachVolumeShelveTestJSON-1518219136-router', 'tenant_id': '4467d938824242aab07cf31a1311c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '939e38d5-3003-4e38-9d37-799586b7dad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:47:42Z', 'updated_at': '2021-09-08T00:47:46Z', 'revision_number': 4, 'project_id': '4467d938824242aab07cf31a1311c8aa', 'gw_port': {'id': '939e38d5-3003-4e38-9d37-799586b7dad0', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:43Z', 'updated_at': '2021-09-08T00:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_floatingips': [{'id': '6a194432-e374-4e39-8702-a0ee9a8c0a5d', 'tenant_id': '4467d938824242aab07cf31a1311c8aa', 'floating_ip_address': '172.27.0.145', 'floating_network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'router_id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'port_id': 'c94dcbbd-4dcb-4309-adb2-0f852b546818', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de8fbc24-7297-4226-b64a-9cb1927a5167', 'mac_address': 'fa:16:3e:2a:d4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700df840-5d90-4372-b2ad-844e82cabd6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T00:47:57Z', 'updated_at': '2021-09-08T00:48:14Z', 'revision_number': 1, 'project_id': '4467d938824242aab07cf31a1311c8aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c4e9451-6a18-4a3b-a8b6-52d889f4e6a1', 'name': '', 'network_id': 'de8fbc24-7297-4226-b64a-9cb1927a5167', 'tenant_id': '4467d938824242aab07cf31a1311c8aa', 'mac_address': 'fa:16:3e:e7:04:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:45Z', 'updated_at': '2021-09-08T00:47:53Z', 'revision_number': 5, 'project_id': '4467d938824242aab07cf31a1311c8aa', 'subnets': [{'id': '83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 00:48:16.479809 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b3cd22-1269-4d2e-96d0-cc7a37b85e7d None None] New status for floating IP 6a194432-e374-4e39-8702-a0ee9a8c0a5d: ACTIVE {{(pid=105701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 00:48:16.573549 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853fe9ad-b6b5-40c4-934a-1fcefc93a2e6 req-9a0ea99a-13cf-4094-930c-e888c656520b tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:16.575029 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-853fe9ad-b6b5-40c4-934a-1fcefc93a2e6 req-9a0ea99a-13cf-4094-930c-e888c656520b tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=44cdc9a1-ff01-4ff7-93fe-e5fb52d5471b HTTP/1.1" status: 200 len: 946 time: 0.0529664 Sep 08 00:48:16.628128 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-853fe9ad-b6b5-40c4-934a-1fcefc93a2e6 req-9e2af1be-c08c-4331-ab6f-bda624c3581d tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454319 Sep 08 00:48:16.843032 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768257e3-6b3d-4300-ae1e-8bc458f03d43 req-3688275c-6b2e-48d0-ac28-62256371d309 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:16.844525 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-768257e3-6b3d-4300-ae1e-8bc458f03d43 req-3688275c-6b2e-48d0-ac28-62256371d309 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dd105ad-3e16-45d7-a553-446d9c6968ff HTTP/1.1" status: 200 len: 944 time: 0.0482242 Sep 08 00:48:16.883430 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-768257e3-6b3d-4300-ae1e-8bc458f03d43 req-bf711eee-44cb-4901-a66e-fd06af2f11e4 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "GET /v2.0/security-groups?id=64adc093-92cf-4671-8851-e15ed397cc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322070 Sep 08 00:48:16.900035 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] get_ports_and_sgs() called for port_ids ['9191208e-81bc-4377-85bf-7aa2b6ccee11'] {{(pid=105700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 00:48:17.736295 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf6b267-e693-490b-a20c-b637b29bfe13 req-c1448e4d-67df-4d91-8b5f-e02f830ad742 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:17.738050 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-aaf6b267-e693-490b-a20c-b637b29bfe13 req-c1448e4d-67df-4d91-8b5f-e02f830ad742 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=44cdc9a1-ff01-4ff7-93fe-e5fb52d5471b HTTP/1.1" status: 200 len: 946 time: 0.0515399 Sep 08 00:48:17.779423 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-aaf6b267-e693-490b-a20c-b637b29bfe13 req-ce85daa8-2f66-4ec9-89cf-f35acedd5acb tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353076 Sep 08 00:48:17.801366 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-59cff50d-f5a8-4a75-879f-6294bf657aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:17.997566 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b4033-aa23-48b7-b30b-616e9b7b8fab req-5227d2af-1d38-4bb9-9785-fd2292d01d31 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:17.998951 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-390b4033-aa23-48b7-b30b-616e9b7b8fab req-5227d2af-1d38-4bb9-9785-fd2292d01d31 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dd105ad-3e16-45d7-a553-446d9c6968ff HTTP/1.1" status: 200 len: 944 time: 0.0494659 Sep 08 00:48:18.036251 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-390b4033-aa23-48b7-b30b-616e9b7b8fab req-2d3679cc-14ee-4ca3-b201-0cfc10990f59 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "GET /v2.0/security-groups?id=64adc093-92cf-4671-8851-e15ed397cc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315220 Sep 08 00:48:18.803708 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e5955-33e8-478a-8ad5-d4fef5884d29 req-cf44f694-f264-4e07-9374-74a8a5962aa9 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:18.805369 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-f48e5955-33e8-478a-8ad5-d4fef5884d29 req-cf44f694-f264-4e07-9374-74a8a5962aa9 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.35 "GET /v2.0/ports?device_id=44cdc9a1-ff01-4ff7-93fe-e5fb52d5471b HTTP/1.1" status: 200 len: 946 time: 0.0490155 Sep 08 00:48:18.903170 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c4a0d-2c60-4095-b848-1cc4e455126c req-4092d760-121a-45f6-927b-1e8c864a7e4f tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:18.904729 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6a7c4a0d-2c60-4095-b848-1cc4e455126c req-4092d760-121a-45f6-927b-1e8c864a7e4f tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=44cdc9a1-ff01-4ff7-93fe-e5fb52d5471b HTTP/1.1" status: 200 len: 946 time: 0.0496781 Sep 08 00:48:18.915926 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [req-f48e5955-33e8-478a-8ad5-d4fef5884d29 req-aee3d0d5-ed9e-4333-9cdd-d1fe937147bd tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Deleting port 94784415-034f-4d0a-997d-6150c155251c {{(pid=105698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 00:48:18.917023 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-f48e5955-33e8-478a-8ad5-d4fef5884d29 req-aee3d0d5-ed9e-4333-9cdd-d1fe937147bd tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256891158'] for port, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:18.941852 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6a7c4a0d-2c60-4095-b848-1cc4e455126c req-4f94a3a7-e332-40dd-a6d1-cb7e7f577338 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313592 Sep 08 00:48:19.005443 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.db [req-f48e5955-33e8-478a-8ad5-d4fef5884d29 req-aee3d0d5-ed9e-4333-9cdd-d1fe937147bd tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] For port 94784415-034f-4d0a-997d-6150c155251c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=94784415-034f-4d0a-997d-6150c155251c,segment=NetworkSegment(3de05d6b-2c84-441f-bc53-4fa7981bcbd6),segment_id=3de05d6b-2c84-441f-bc53-4fa7981bcbd6)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:48:19.005799 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-f48e5955-33e8-478a-8ad5-d4fef5884d29 req-aee3d0d5-ed9e-4333-9cdd-d1fe937147bd tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538637'] for port, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:19.017776 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [req-f48e5955-33e8-478a-8ad5-d4fef5884d29 req-aee3d0d5-ed9e-4333-9cdd-d1fe937147bd tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Calling delete_port for 94784415-034f-4d0a-997d-6150c155251c owned by compute:nova {{(pid=105698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 00:48:19.154249 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-f48e5955-33e8-478a-8ad5-d4fef5884d29 req-aee3d0d5-ed9e-4333-9cdd-d1fe937147bd tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256896220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792256344486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705649'] for port, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:19.156203 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de25a6db-2c13-4f72-b0c6-efde45ea2acf req-2d766903-ced6-41aa-a3ab-139e5340e036 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:19.157761 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-de25a6db-2c13-4f72-b0c6-efde45ea2acf req-2d766903-ced6-41aa-a3ab-139e5340e036 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dd105ad-3e16-45d7-a553-446d9c6968ff HTTP/1.1" status: 200 len: 944 time: 0.0521884 Sep 08 00:48:19.182943 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee3d0d5-ed9e-4333-9cdd-d1fe937147bd tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Pushing event deleted for resources: {'Port': ['ID=94784415-034f-4d0a-997d-6150c155251c,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:19.197020 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] get_ports_and_sgs() called for port_ids ['1345b314-3cc2-41a1-b1da-90a2f0569fcb', '721190b3-5663-4608-abfa-0dcb5bb60fab', '94784415-034f-4d0a-997d-6150c155251c'] {{(pid=105700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 00:48:19.201139 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-de25a6db-2c13-4f72-b0c6-efde45ea2acf req-5deba754-4e61-455c-bd5f-5eb7ff56591c tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "GET /v2.0/security-groups?id=64adc093-92cf-4671-8851-e15ed397cc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363686 Sep 08 00:48:19.234202 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [req-f48e5955-33e8-478a-8ad5-d4fef5884d29 req-aee3d0d5-ed9e-4333-9cdd-d1fe937147bd tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] No DVR routers for this DVR port 94784415-034f-4d0a-997d-6150c155251c on host hv-cinder-75996 {{(pid=105698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 00:48:19.236763 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-f48e5955-33e8-478a-8ad5-d4fef5884d29 req-aee3d0d5-ed9e-4333-9cdd-d1fe937147bd tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for port, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:19.238788 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-f48e5955-33e8-478a-8ad5-d4fef5884d29 req-aee3d0d5-ed9e-4333-9cdd-d1fe937147bd tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.35 "DELETE /v2.0/ports/94784415-034f-4d0a-997d-6150c155251c HTTP/1.1" status: 204 len: 173 time: 0.4134500 Sep 08 00:48:19.239221 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44cdc9a1-ff01-4ff7-93fe-e5fb52d5471b', 'name': 'network-vif-deleted', 'tag': '94784415-034f-4d0a-997d-6150c155251c'}] {{(pid=105698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:48:19.241464 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26d4041160ff19e6bfa7ff8d463369e3025ec2e9db032453864bb7ad8051457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c1b7a0-c9af-4817-ae2f-d83115a42fa7" -d '{"events": [{"server_uuid": "44cdc9a1-ff01-4ff7-93fe-e5fb52d5471b", "name": "network-vif-deleted", "tag": "94784415-034f-4d0a-997d-6150c155251c"}]}' {{(pid=105698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:48:19.284292 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 00:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e13b13c-73f7-4020-b8fa-426f4a5d91d2 x-openstack-request-id: req-2e13b13c-73f7-4020-b8fa-426f4a5d91d2 {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:48:19.284733 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44cdc9a1-ff01-4ff7-93fe-e5fb52d5471b", "name": "network-vif-deleted", "tag": "94784415-034f-4d0a-997d-6150c155251c", "status": "completed", "code": 200}]} {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:48:19.284989 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2e13b13c-73f7-4020-b8fa-426f4a5d91d2 {{(pid=105698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:48:19.285404 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44cdc9a1-ff01-4ff7-93fe-e5fb52d5471b', 'name': 'network-vif-deleted', 'tag': '94784415-034f-4d0a-997d-6150c155251c', 'status': 'completed', 'code': 200} Sep 08 00:48:19.765502 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device 9191208e-81bc-4377-85bf-7aa2b6ccee11 up at agent hyperv_hv-cinder-75996 {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:48:19.816880 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Provisioning for port 9191208e-81bc-4377-85bf-7aa2b6ccee11 completed by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:48:19.838751 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Provisioning complete for port 9191208e-81bc-4377-85bf-7aa2b6ccee11 triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:48:19.838751 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:19.913248 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:19.939928 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd105ad-3e16-45d7-a553-446d9c6968ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9191208e-81bc-4377-85bf-7aa2b6ccee11'}] {{(pid=105700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:48:19.942132 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8460d1f582680b5b58131e18e26cc0c46bcacb71cb7028c1e32c58fa4cd87a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529e30f9-a196-4dd6-95ba-c3a28241afab" -d '{"events": [{"server_uuid": "8dd105ad-3e16-45d7-a553-446d9c6968ff", "name": "network-vif-plugged", "status": "completed", "tag": "9191208e-81bc-4377-85bf-7aa2b6ccee11"}]}' {{(pid=105700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:48:19.958882 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port 9191208e-81bc-4377-85bf-7aa2b6ccee11, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=9191208e-81bc-4377-85bf-7aa2b6ccee11,segment=NetworkSegment(dacddd0d-7788-47d3-9397-3f345f82c34e),segment_id=dacddd0d-7788-47d3-9397-3f345f82c34e)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:48:19.963001 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:19.987869 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 00:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef60346-f4ee-4255-8030-2787fc869f58 x-openstack-request-id: req-cef60346-f4ee-4255-8030-2787fc869f58 {{(pid=105700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:48:19.988161 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dd105ad-3e16-45d7-a553-446d9c6968ff", "name": "network-vif-plugged", "status": "completed", "tag": "9191208e-81bc-4377-85bf-7aa2b6ccee11", "code": 200}]} {{(pid=105700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:48:19.988414 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cef60346-f4ee-4255-8030-2787fc869f58 {{(pid=105700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:48:19.988800 dv-cinder-759961-13-iscsi neutron-server[105700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dd105ad-3e16-45d7-a553-446d9c6968ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9191208e-81bc-4377-85bf-7aa2b6ccee11', 'code': 200} Sep 08 00:48:20.018281 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Pushing event updated for resources: {'Port': ['ID=9191208e-81bc-4377-85bf-7aa2b6ccee11,revision_number=5']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:20.239364 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44675b7d-aed3-4a01-a02d-12673a41cd52 req-2486e7ab-cdd4-41cf-a725-2a03aab3282c tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:20.240888 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-44675b7d-aed3-4a01-a02d-12673a41cd52 req-2486e7ab-cdd4-41cf-a725-2a03aab3282c tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1817671-3c6e-496e-9422-83beea4c0675 HTTP/1.1" status: 200 len: 946 time: 0.0508292 Sep 08 00:48:20.279531 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-44675b7d-aed3-4a01-a02d-12673a41cd52 req-f06ef653-acfb-487a-95a6-ceab8c3f8b1c tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319560 Sep 08 00:48:20.386199 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f99ea-0572-438e-b117-57ca6a3c0323 req-be522e46-fd0b-426d-8c8b-8adabb8ac903 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:20.387708 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-498f99ea-0572-438e-b117-57ca6a3c0323 req-be522e46-fd0b-426d-8c8b-8adabb8ac903 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dd105ad-3e16-45d7-a553-446d9c6968ff HTTP/1.1" status: 200 len: 945 time: 0.0525072 Sep 08 00:48:20.427785 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-498f99ea-0572-438e-b117-57ca6a3c0323 req-0ec5822f-4982-4562-a937-a690207cd3e2 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "GET /v2.0/security-groups?id=64adc093-92cf-4671-8851-e15ed397cc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342536 Sep 08 00:48:20.458530 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dfdfef-c5fb-4c78-bf1a-3704ca23f7a1 req-a43fc6bf-4159-4fec-8820-990a4d7c2518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:20.460075 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-e4dfdfef-c5fb-4c78-bf1a-3704ca23f7a1 req-a43fc6bf-4159-4fec-8820-990a4d7c2518 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8dd105ad-3e16-45d7-a553-446d9c6968ff HTTP/1.1" status: 200 len: 1098 time: 0.0408030 Sep 08 00:48:20.498722 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-e4dfdfef-c5fb-4c78-bf1a-3704ca23f7a1 req-e101e6b3-eaa7-4eab-baac-4be4c0d5907a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=64adc093-92cf-4671-8851-e15ed397cc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302618 Sep 08 00:48:20.827437 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-513f504a-3b02-4d23-9c50-d2822a9d0085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:20.833128 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:21.403041 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c9c17-d441-41ad-9f1e-ce02326a152a req-01268a13-2646-49ee-9d7e-183be0d481f6 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:21.407943 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-b89c9c17-d441-41ad-9f1e-ce02326a152a req-01268a13-2646-49ee-9d7e-183be0d481f6 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1817671-3c6e-496e-9422-83beea4c0675 HTTP/1.1" status: 200 len: 946 time: 0.0489788 Sep 08 00:48:21.446919 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-b89c9c17-d441-41ad-9f1e-ce02326a152a req-4caf105f-53b8-4179-8ea5-bdc12b046a00 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359023 Sep 08 00:48:21.548333 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792823a3-283b-4607-b977-bca43a91c6ad req-d2e2595f-6362-48e3-a0f8-9f8a2328d07c tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:21.549820 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-792823a3-283b-4607-b977-bca43a91c6ad req-d2e2595f-6362-48e3-a0f8-9f8a2328d07c tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dd105ad-3e16-45d7-a553-446d9c6968ff HTTP/1.1" status: 200 len: 945 time: 0.0483506 Sep 08 00:48:21.588806 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-792823a3-283b-4607-b977-bca43a91c6ad req-f57cd8d0-d6bc-46f9-b392-5d604176fa75 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "GET /v2.0/security-groups?id=64adc093-92cf-4671-8851-e15ed397cc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332849 Sep 08 00:48:21.629993 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:22.567100 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1a42f-d0df-479f-87fb-aaa1009daf39 req-b7e52ee0-ec9d-4a5e-a4ea-70b9161c0778 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:22.568633 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-bfb1a42f-d0df-479f-87fb-aaa1009daf39 req-b7e52ee0-ec9d-4a5e-a4ea-70b9161c0778 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1817671-3c6e-496e-9422-83beea4c0675 HTTP/1.1" status: 200 len: 946 time: 0.0511615 Sep 08 00:48:22.613219 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-bfb1a42f-d0df-479f-87fb-aaa1009daf39 req-8206be21-3b5e-43d9-8dcc-1b2fe69e98f3 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373347 Sep 08 00:48:22.717031 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce57b9-075a-4d22-a810-cdb278d5143d req-ac94c8b0-fbec-45b4-909e-fa24ea45ecee tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:22.718558 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-34ce57b9-075a-4d22-a810-cdb278d5143d req-ac94c8b0-fbec-45b4-909e-fa24ea45ecee tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dd105ad-3e16-45d7-a553-446d9c6968ff HTTP/1.1" status: 200 len: 945 time: 0.0521598 Sep 08 00:48:22.768939 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-34ce57b9-075a-4d22-a810-cdb278d5143d req-92c33d69-3b2a-407c-92fb-f020215d7ccc tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "GET /v2.0/security-groups?id=64adc093-92cf-4671-8851-e15ed397cc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369935 Sep 08 00:48:22.892542 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023611a-3e45-443c-8764-60677996dae5 req-215d7250-6a9a-4420-8ac5-639a648d91de tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:22.894478 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-8023611a-3e45-443c-8764-60677996dae5 req-215d7250-6a9a-4420-8ac5-639a648d91de tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dd105ad-3e16-45d7-a553-446d9c6968ff HTTP/1.1" status: 200 len: 945 time: 0.0504987 Sep 08 00:48:22.935817 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-8023611a-3e45-443c-8764-60677996dae5 req-a4a88f6a-67ce-40f3-979c-00eb8895ff8f tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "GET /v2.0/security-groups?id=64adc093-92cf-4671-8851-e15ed397cc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339098 Sep 08 00:48:22.959348 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 53804) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:48:23.102472 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:23.146879 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2490b48e-9393-4360-89fb-fbf67baf3995 tempest-TestVolumeBootPattern-492010984 tempest-TestVolumeBootPattern-492010984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:23.148412 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-2490b48e-9393-4360-89fb-fbf67baf3995 tempest-TestVolumeBootPattern-492010984 tempest-TestVolumeBootPattern-492010984-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8dd105ad-3e16-45d7-a553-446d9c6968ff HTTP/1.1" status: 200 len: 1093 time: 0.1879361 Sep 08 00:48:23.151224 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 53810) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:48:23.155642 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [None req-ce21f9d0-bb72-44eb-a6e3-58077247cc8b tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Request body: {'floatingip': {'floating_network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'port_id': '9191208e-81bc-4377-85bf-7aa2b6ccee11', 'tenant_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:48:23.181328 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-ce21f9d0-bb72-44eb-a6e3-58077247cc8b tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Notify callbacks [] for floatingip, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:23.282847 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-ce21f9d0-bb72-44eb-a6e3-58077247cc8b tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:23.389809 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.db_base_plugin_common [None req-ce21f9d0-bb72-44eb-a6e3-58077247cc8b tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Allocated IP 172.27.0.77 (aeb1b426-56a4-445f-8c16-06e4bfc4278a/d22fae44-982b-434e-84ec-8582a9df6d9e/dab6a667-80bb-4899-8496-e47d84dfe01f) {{(pid=105699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 00:48:23.499343 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-ce21f9d0-bb72-44eb-a6e3-58077247cc8b tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Notify callbacks [] for port, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:23.538107 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-ce21f9d0-bb72-44eb-a6e3-58077247cc8b tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792256344477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517368'] for port, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:23.579442 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce21f9d0-bb72-44eb-a6e3-58077247cc8b tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Network aeb1b426-56a4-445f-8c16-06e4bfc4278a is already hosted by enough agents. {{(pid=105699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:48:23.585046 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.base_scheduler [None req-ce21f9d0-bb72-44eb-a6e3-58077247cc8b tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Resources bound (agent type, host, resource id): {{(pid=105699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:48:23.590720 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce21f9d0-bb72-44eb-a6e3-58077247cc8b tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Received port after_create {{(pid=105699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 00:48:23.593853 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21f9d0-bb72-44eb-a6e3-58077247cc8b tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Pushing event updated for resources: {'Port': ['ID=dab6a667-80bb-4899-8496-e47d84dfe01f,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:23.779817 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device 94784415-034f-4d0a-997d-6150c155251c no longer exists at agent hyperv_hv-cinder-75996 {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 00:48:23.786017 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c25420f-ed98-4c48-8c36-02e7732cef81 req-fbd1d004-0f0b-426b-8936-b4adeaeea9b7 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:23.786525 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3c25420f-ed98-4c48-8c36-02e7732cef81 req-fbd1d004-0f0b-426b-8936-b4adeaeea9b7 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1817671-3c6e-496e-9422-83beea4c0675 HTTP/1.1" status: 200 len: 946 time: 0.1017280 Sep 08 00:48:23.787266 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eef284-6b4e-404e-b051-9102daf8e9f7 req-8c2adeec-422d-4598-8d13-3aa99d7f2124 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:23.788769 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-b9eef284-6b4e-404e-b051-9102daf8e9f7 req-8c2adeec-422d-4598-8d13-3aa99d7f2124 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1817671-3c6e-496e-9422-83beea4c0675 HTTP/1.1" status: 200 len: 946 time: 0.0648615 Sep 08 00:48:23.806647 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] No Port match for: 94784415-034f-4d0a-997d-6150c155251c {{(pid=105700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 00:48:23.807289 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device 94784415-034f-4d0a-997d-6150c155251c not bound to the agent host hv-cinder-75996 {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 00:48:23.888129 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3c25420f-ed98-4c48-8c36-02e7732cef81 req-1afa5799-1821-479d-bf07-4d37f37869c0 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544944 Sep 08 00:48:23.896472 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [req-b9eef284-6b4e-404e-b051-9102daf8e9f7 req-a833f2bf-4e05-4372-8826-e7922ca09d8a tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Deleting port 721190b3-5663-4608-abfa-0dcb5bb60fab {{(pid=105698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 00:48:23.897052 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-b9eef284-6b4e-404e-b051-9102daf8e9f7 req-a833f2bf-4e05-4372-8826-e7922ca09d8a tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256891158'] for port, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:23.985833 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.db [req-b9eef284-6b4e-404e-b051-9102daf8e9f7 req-a833f2bf-4e05-4372-8826-e7922ca09d8a tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] For port 721190b3-5663-4608-abfa-0dcb5bb60fab, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=721190b3-5663-4608-abfa-0dcb5bb60fab,segment=NetworkSegment(3de05d6b-2c84-441f-bc53-4fa7981bcbd6),segment_id=3de05d6b-2c84-441f-bc53-4fa7981bcbd6)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:48:23.986195 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-b9eef284-6b4e-404e-b051-9102daf8e9f7 req-a833f2bf-4e05-4372-8826-e7922ca09d8a tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538637'] for port, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:24.013744 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [req-b9eef284-6b4e-404e-b051-9102daf8e9f7 req-a833f2bf-4e05-4372-8826-e7922ca09d8a tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Calling delete_port for 721190b3-5663-4608-abfa-0dcb5bb60fab owned by compute:nova {{(pid=105698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 00:48:24.097352 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-ce21f9d0-bb72-44eb-a6e3-58077247cc8b tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:24.182899 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-ce21f9d0-bb72-44eb-a6e3-58077247cc8b tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:24.188845 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-b9eef284-6b4e-404e-b051-9102daf8e9f7 req-a833f2bf-4e05-4372-8826-e7922ca09d8a tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256896220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792256344486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705649'] for port, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:24.232325 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] get_ports_and_sgs() called for port_ids ['1345b314-3cc2-41a1-b1da-90a2f0569fcb', '721190b3-5663-4608-abfa-0dcb5bb60fab'] {{(pid=105700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 00:48:24.240014 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a833f2bf-4e05-4372-8826-e7922ca09d8a tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Pushing event deleted for resources: {'Port': ['ID=721190b3-5663-4608-abfa-0dcb5bb60fab,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:24.303261 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9eef284-6b4e-404e-b051-9102daf8e9f7 req-a833f2bf-4e05-4372-8826-e7922ca09d8a tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] No DVR routers for this DVR port 721190b3-5663-4608-abfa-0dcb5bb60fab on host hv-cinder-75996 {{(pid=105698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 00:48:24.312900 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-b9eef284-6b4e-404e-b051-9102daf8e9f7 req-a833f2bf-4e05-4372-8826-e7922ca09d8a tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for port, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:24.315592 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-b9eef284-6b4e-404e-b051-9102daf8e9f7 req-a833f2bf-4e05-4372-8826-e7922ca09d8a tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.35 "DELETE /v2.0/ports/721190b3-5663-4608-abfa-0dcb5bb60fab HTTP/1.1" status: 204 len: 173 time: 0.5165935 Sep 08 00:48:24.316935 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1817671-3c6e-496e-9422-83beea4c0675', 'name': 'network-vif-deleted', 'tag': '721190b3-5663-4608-abfa-0dcb5bb60fab'}] {{(pid=105698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:48:24.328635 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26d4041160ff19e6bfa7ff8d463369e3025ec2e9db032453864bb7ad8051457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad20f2a6-e019-4c67-b8b9-c52dccc69819" -d '{"events": [{"server_uuid": "f1817671-3c6e-496e-9422-83beea4c0675", "name": "network-vif-deleted", "tag": "721190b3-5663-4608-abfa-0dcb5bb60fab"}]}' {{(pid=105698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:48:24.379426 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec80c2-6d3b-45c7-a874-15a6587f8bd5 req-24af921f-8d3b-4b98-b70d-1301dfc52a61 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:24.381280 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-b3ec80c2-6d3b-45c7-a874-15a6587f8bd5 req-24af921f-8d3b-4b98-b70d-1301dfc52a61 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/ports?device_id=311fb41e-fcde-4911-b289-21aeeb3f111e HTTP/1.1" status: 200 len: 945 time: 0.0680475 Sep 08 00:48:24.411087 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 00:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c9b6e3-5b09-45d8-acf0-1a633658187c x-openstack-request-id: req-a1c9b6e3-5b09-45d8-acf0-1a633658187c {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:48:24.411431 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1817671-3c6e-496e-9422-83beea4c0675", "name": "network-vif-deleted", "tag": "721190b3-5663-4608-abfa-0dcb5bb60fab", "status": "completed", "code": 200}]} {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:48:24.411710 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a1c9b6e3-5b09-45d8-acf0-1a633658187c {{(pid=105698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:48:24.412104 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1817671-3c6e-496e-9422-83beea4c0675', 'name': 'network-vif-deleted', 'tag': '721190b3-5663-4608-abfa-0dcb5bb60fab', 'status': 'completed', 'code': 200} Sep 08 00:48:24.482106 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-b3ec80c2-6d3b-45c7-a874-15a6587f8bd5 req-dd7f96fa-acf2-4af0-b5f9-6fc10bc27afa tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05bae0a3-fbbb-4b97-a09c-00699ac91369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939944 Sep 08 00:48:24.501497 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-ce21f9d0-bb72-44eb-a6e3-58077247cc8b tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Notify callbacks [] for port, precommit_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:24.515827 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 53840) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:48:24.516595 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-ce21f9d0-bb72-44eb-a6e3-58077247cc8b tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25517367'] for port, after_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:24.596648 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21f9d0-bb72-44eb-a6e3-58077247cc8b tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Pushing event updated for resources: {'Port': ['ID=dab6a667-80bb-4899-8496-e47d84dfe01f,revision_number=2']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:24.599269 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-ce21f9d0-bb72-44eb-a6e3-58077247cc8b tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529524'] for floatingip, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:24.694160 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e4d2b9-dc7b-4320-bf52-7ca44789d2fa tempest-TestMinimumBasicScenario-1018330112 tempest-TestMinimumBasicScenario-1018330112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:24.695755 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-52e4d2b9-dc7b-4320-bf52-7ca44789d2fa tempest-TestMinimumBasicScenario-1018330112 tempest-TestMinimumBasicScenario-1018330112-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=311fb41e-fcde-4911-b289-21aeeb3f111e HTTP/1.1" status: 200 len: 1093 time: 0.1783943 Sep 08 00:48:24.698763 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 53844) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:48:24.702614 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.db.l3_db [None req-ce21f9d0-bb72-44eb-a6e3-58077247cc8b tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Floating IP 7d50101e-b812-4500-9362-62aa24a2034f associated. External IP: 172.27.0.77, port: 9191208e-81bc-4377-85bf-7aa2b6ccee11. Sep 08 00:48:24.703219 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [None req-8101346e-437c-496c-98d5-828aea19d666 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Request body: {'floatingip': {'floating_network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'port_id': 'a149d348-73ef-4097-b0fb-f1265a96840f', 'tenant_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:48:24.724987 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-8101346e-437c-496c-98d5-828aea19d666 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks [] for floatingip, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:24.826271 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-8101346e-437c-496c-98d5-828aea19d666 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:24.928548 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce21f9d0-bb72-44eb-a6e3-58077247cc8b tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Router 3a857544-017b-4b28-9c8d-43043ed8fc0d has already been hosted by L3 agent e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146 {{(pid=105699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 00:48:24.956996 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.db_base_plugin_common [None req-8101346e-437c-496c-98d5-828aea19d666 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Allocated IP 172.27.0.135 (aeb1b426-56a4-445f-8c16-06e4bfc4278a/d22fae44-982b-434e-84ec-8582a9df6d9e/d93e03c5-76ca-42f0-ba8d-963e779e5e95) {{(pid=105698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 00:48:25.023472 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-53af69f3-8dba-4bed-8a10-14a64c1fac51 req-2262492c-1dc2-403a-a5f5-de2db56c1a04 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1817671-3c6e-496e-9422-83beea4c0675 HTTP/1.1" status: 200 len: 210 time: 0.0305014 Sep 08 00:48:25.077347 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-8101346e-437c-496c-98d5-828aea19d666 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks [] for port, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:25.123110 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-8101346e-437c-496c-98d5-828aea19d666 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792256344477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705649'] for port, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:25.166229 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8101346e-437c-496c-98d5-828aea19d666 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Network aeb1b426-56a4-445f-8c16-06e4bfc4278a is already hosted by enough agents. {{(pid=105698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:48:25.172177 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.base_scheduler [None req-8101346e-437c-496c-98d5-828aea19d666 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Resources bound (agent type, host, resource id): {{(pid=105698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:48:25.176718 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8101346e-437c-496c-98d5-828aea19d666 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Received port after_create {{(pid=105698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 00:48:25.198468 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8101346e-437c-496c-98d5-828aea19d666 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Pushing event updated for resources: {'Port': ['ID=d93e03c5-76ca-42f0-ba8d-963e779e5e95,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:25.355708 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce21f9d0-bb72-44eb-a6e3-58077247cc8b tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Notify agent at l3_agent.dv-cinder-759961-13-iscsi the message routers_updated {{(pid=105699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 00:48:25.366777 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe64843-02dd-452a-8d41-80888a130b9e None None] Sync routers for ids ['3a857544-017b-4b28-9c8d-43043ed8fc0d'] in dv-cinder-759961-13-iscsi {{(pid=105700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 00:48:25.374374 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-ce21f9d0-bb72-44eb-a6e3-58077247cc8b tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for floatingip, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:25.377209 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe64843-02dd-452a-8d41-80888a130b9e None None] Routers {'3a857544-017b-4b28-9c8d-43043ed8fc0d'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:48:25.377831 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-2fe64843-02dd-452a-8d41-80888a130b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:48:21Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['3a857544-017b-4b28-9c8d-43043ed8fc0d'], 'active': True} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:48:25.415618 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-ce21f9d0-bb72-44eb-a6e3-58077247cc8b tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2509909 Sep 08 00:48:25.415618 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dd105ad-3e16-45d7-a553-446d9c6968ff', 'tag': '9191208e-81bc-4377-85bf-7aa2b6ccee11'}] {{(pid=105699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:48:25.415618 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3219a0c12e8a5a78bd5034d738b4394f25721dc263a67c7d4cfc0eaa1ac0f340" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74cbbf3-ec1d-4f14-950c-790d3a9ccc05" -d '{"events": [{"name": "network-changed", "server_uuid": "8dd105ad-3e16-45d7-a553-446d9c6968ff", "tag": "9191208e-81bc-4377-85bf-7aa2b6ccee11"}]}' {{(pid=105699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:48:25.449513 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 00:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ec04d7-3b52-4642-96a8-94027f7abfc0 x-openstack-request-id: req-87ec04d7-3b52-4642-96a8-94027f7abfc0 {{(pid=105699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:48:25.451732 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dd105ad-3e16-45d7-a553-446d9c6968ff", "tag": "9191208e-81bc-4377-85bf-7aa2b6ccee11", "status": "completed", "code": 200}]} {{(pid=105699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:48:25.451732 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-87ec04d7-3b52-4642-96a8-94027f7abfc0 {{(pid=105699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:48:25.451732 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dd105ad-3e16-45d7-a553-446d9c6968ff', 'tag': '9191208e-81bc-4377-85bf-7aa2b6ccee11', 'status': 'completed', 'code': 200} Sep 08 00:48:25.504216 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvr_db [None req-2fe64843-02dd-452a-8d41-80888a130b9e None None] Set router 3a857544-017b-4b28-9c8d-43043ed8fc0d gateway port host: dv-cinder-759961-13-iscsi {{(pid=105700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:48:25.762297 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-2fe64843-02dd-452a-8d41-80888a130b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a857544-017b-4b28-9c8d-43043ed8fc0d', 'name': 'tempest-TestVolumeBootPattern-341742019-router', 'tenant_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'ed406e08-fb40-4c38-b665-96111e784583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:46:54Z', 'updated_at': '2021-09-08T00:46:58Z', 'revision_number': 4, 'project_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'gw_port': {'id': 'ed406e08-fb40-4c38-b665-96111e784583', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a857544-017b-4b28-9c8d-43043ed8fc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:46:55Z', 'updated_at': '2021-09-08T00:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_floatingips': [{'id': '7d50101e-b812-4500-9362-62aa24a2034f', 'tenant_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'floating_ip_address': '172.27.0.77', 'floating_network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'router_id': '3a857544-017b-4b28-9c8d-43043ed8fc0d', 'port_id': '9191208e-81bc-4377-85bf-7aa2b6ccee11', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb', 'mac_address': 'fa:16:3e:0c:17:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd105ad-3e16-45d7-a553-446d9c6968ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T00:48:23Z', 'updated_at': '2021-09-08T00:48:23Z', 'revision_number': 0, 'project_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be3990fb-cb58-4236-8856-e9191939c9c5', 'name': '', 'network_id': 'a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb', 'tenant_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'mac_address': 'fa:16:3e:61:bc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a857544-017b-4b28-9c8d-43043ed8fc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '48dc3dee-0151-4222-89ec-899c2181cf10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:46:58Z', 'updated_at': '2021-09-08T00:47:05Z', 'revision_number': 5, 'project_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'subnets': [{'id': '48dc3dee-0151-4222-89ec-899c2181cf10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:48:25.796889 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe64843-02dd-452a-8d41-80888a130b9e None None] Checking router: 3a857544-017b-4b28-9c8d-43043ed8fc0d for host: dv-cinder-759961-13-iscsi {{(pid=105700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 00:48:25.807670 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe64843-02dd-452a-8d41-80888a130b9e None None] Routers {'3a857544-017b-4b28-9c8d-43043ed8fc0d'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:48:25.808875 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-2fe64843-02dd-452a-8d41-80888a130b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:48:21Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['3a857544-017b-4b28-9c8d-43043ed8fc0d'], 'active': True} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:48:25.870647 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74cbbf3-ec1d-4f14-950c-790d3a9ccc05 req-723c6d5d-c51e-485d-9cf9-86e0eed4c10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:25.872144 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-e74cbbf3-ec1d-4f14-950c-790d3a9ccc05 req-723c6d5d-c51e-485d-9cf9-86e0eed4c10e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d2122c17d3e9420ca396e89dd2ef51d5&device_id=8dd105ad-3e16-45d7-a553-446d9c6968ff HTTP/1.1" status: 200 len: 1098 time: 0.3719907 Sep 08 00:48:25.878925 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-8101346e-437c-496c-98d5-828aea19d666 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:25.914244 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvr_db [None req-2fe64843-02dd-452a-8d41-80888a130b9e None None] Set router 3a857544-017b-4b28-9c8d-43043ed8fc0d gateway port host: dv-cinder-759961-13-iscsi {{(pid=105700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:48:26.044457 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-8101346e-437c-496c-98d5-828aea19d666 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:26.083406 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74cbbf3-ec1d-4f14-950c-790d3a9ccc05 req-814ef5fe-c081-4788-b34b-8d05ee6b3b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:26.084921 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-e74cbbf3-ec1d-4f14-950c-790d3a9ccc05 req-814ef5fe-c081-4788-b34b-8d05ee6b3b5d service neutron] 10.222.0.35 "GET /v2.0/networks?id=a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb HTTP/1.1" status: 200 len: 912 time: 0.1912837 Sep 08 00:48:26.157880 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-2fe64843-02dd-452a-8d41-80888a130b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a857544-017b-4b28-9c8d-43043ed8fc0d', 'name': 'tempest-TestVolumeBootPattern-341742019-router', 'tenant_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'ed406e08-fb40-4c38-b665-96111e784583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:46:54Z', 'updated_at': '2021-09-08T00:46:58Z', 'revision_number': 4, 'project_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'gw_port': {'id': 'ed406e08-fb40-4c38-b665-96111e784583', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a857544-017b-4b28-9c8d-43043ed8fc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:46:55Z', 'updated_at': '2021-09-08T00:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_floatingips': [{'id': '7d50101e-b812-4500-9362-62aa24a2034f', 'tenant_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'floating_ip_address': '172.27.0.77', 'floating_network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'router_id': '3a857544-017b-4b28-9c8d-43043ed8fc0d', 'port_id': '9191208e-81bc-4377-85bf-7aa2b6ccee11', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb', 'mac_address': 'fa:16:3e:0c:17:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd105ad-3e16-45d7-a553-446d9c6968ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T00:48:23Z', 'updated_at': '2021-09-08T00:48:23Z', 'revision_number': 0, 'project_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be3990fb-cb58-4236-8856-e9191939c9c5', 'name': '', 'network_id': 'a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb', 'tenant_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'mac_address': 'fa:16:3e:61:bc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a857544-017b-4b28-9c8d-43043ed8fc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '48dc3dee-0151-4222-89ec-899c2181cf10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:46:58Z', 'updated_at': '2021-09-08T00:47:05Z', 'revision_number': 5, 'project_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'subnets': [{'id': '48dc3dee-0151-4222-89ec-899c2181cf10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:48:26.186524 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-e74cbbf3-ec1d-4f14-950c-790d3a9ccc05 req-1b03cfc0-3348-4ae2-8383-c7da762e46de service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9191208e-81bc-4377-85bf-7aa2b6ccee11 HTTP/1.1" status: 200 len: 998 time: 0.0927141 Sep 08 00:48:26.197664 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe64843-02dd-452a-8d41-80888a130b9e None None] The sync data for ids ['3a857544-017b-4b28-9c8d-43043ed8fc0d'] in dv-cinder-759961-13-iscsi is: [{'id': '3a857544-017b-4b28-9c8d-43043ed8fc0d', 'name': 'tempest-TestVolumeBootPattern-341742019-router', 'tenant_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'ed406e08-fb40-4c38-b665-96111e784583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:46:54Z', 'updated_at': '2021-09-08T00:46:58Z', 'revision_number': 4, 'project_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'gw_port': {'id': 'ed406e08-fb40-4c38-b665-96111e784583', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a857544-017b-4b28-9c8d-43043ed8fc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:46:55Z', 'updated_at': '2021-09-08T00:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_floatingips': [{'id': '7d50101e-b812-4500-9362-62aa24a2034f', 'tenant_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'floating_ip_address': '172.27.0.77', 'floating_network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'router_id': '3a857544-017b-4b28-9c8d-43043ed8fc0d', 'port_id': '9191208e-81bc-4377-85bf-7aa2b6ccee11', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb', 'mac_address': 'fa:16:3e:0c:17:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd105ad-3e16-45d7-a553-446d9c6968ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T00:48:23Z', 'updated_at': '2021-09-08T00:48:23Z', 'revision_number': 0, 'project_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be3990fb-cb58-4236-8856-e9191939c9c5', 'name': '', 'network_id': 'a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb', 'tenant_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'mac_address': 'fa:16:3e:61:bc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a857544-017b-4b28-9c8d-43043ed8fc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '48dc3dee-0151-4222-89ec-899c2181cf10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:46:58Z', 'updated_at': '2021-09-08T00:47:05Z', 'revision_number': 5, 'project_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'subnets': [{'id': '48dc3dee-0151-4222-89ec-899c2181cf10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 00:48:26.279016 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74cbbf3-ec1d-4f14-950c-790d3a9ccc05 req-6790d708-8527-44dc-b700-fc69f577c655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:26.280533 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-e74cbbf3-ec1d-4f14-950c-790d3a9ccc05 req-6790d708-8527-44dc-b700-fc69f577c655 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=48dc3dee-0151-4222-89ec-899c2181cf10 HTTP/1.1" status: 200 len: 850 time: 0.0595908 Sep 08 00:48:26.368087 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-8101346e-437c-496c-98d5-828aea19d666 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks [] for port, precommit_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:26.372511 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74cbbf3-ec1d-4f14-950c-790d3a9ccc05 req-04c51e64-0c9f-460b-b352-f1a06dbf5731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:26.374091 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-e74cbbf3-ec1d-4f14-950c-790d3a9ccc05 req-04c51e64-0c9f-460b-b352-f1a06dbf5731 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0769823 Sep 08 00:48:26.375611 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-8101346e-437c-496c-98d5-828aea19d666 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7705662'] for port, after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:26.412719 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1187d3b-1fdc-4ece-a45e-44f44b421d20 None None] New status for floating IP 7d50101e-b812-4500-9362-62aa24a2034f: ACTIVE {{(pid=105701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 00:48:26.472269 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8101346e-437c-496c-98d5-828aea19d666 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Pushing event updated for resources: {'Port': ['ID=d93e03c5-76ca-42f0-ba8d-963e779e5e95,revision_number=2']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:26.522336 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-8101346e-437c-496c-98d5-828aea19d666 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529524'] for floatingip, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:26.576502 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-e74cbbf3-ec1d-4f14-950c-790d3a9ccc05 req-3cb30a62-de10-4165-9309-f39b8e9408f1 service neutron] 10.222.0.35 "GET /v2.0/networks/a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758888 Sep 08 00:48:26.694908 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.db.l3_db [None req-8101346e-437c-496c-98d5-828aea19d666 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Floating IP 50359dc4-c241-4590-baf0-7917465e0269 associated. External IP: 172.27.0.135, port: a149d348-73ef-4097-b0fb-f1265a96840f. Sep 08 00:48:26.756763 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-e74cbbf3-ec1d-4f14-950c-790d3a9ccc05 req-e1ca2396-42bc-4d21-a7f7-f7bc03bdf673 service neutron] 10.222.0.35 "GET /v2.0/networks/a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681907 Sep 08 00:48:26.925318 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8101346e-437c-496c-98d5-828aea19d666 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Router a83c427e-a298-493b-b527-88b5ea83d473 has already been hosted by L3 agent e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146 {{(pid=105698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 00:48:27.030662 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8101346e-437c-496c-98d5-828aea19d666 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify agent at l3_agent.dv-cinder-759961-13-iscsi the message routers_updated {{(pid=105698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 00:48:27.039751 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b912b19c-282f-485e-b198-de1840b65b83 None None] Sync routers for ids ['a83c427e-a298-493b-b527-88b5ea83d473'] in dv-cinder-759961-13-iscsi {{(pid=105700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 00:48:27.049238 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-8101346e-437c-496c-98d5-828aea19d666 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for floatingip, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:27.050703 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b912b19c-282f-485e-b198-de1840b65b83 None None] Routers {'a83c427e-a298-493b-b527-88b5ea83d473'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:48:27.051353 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-b912b19c-282f-485e-b198-de1840b65b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:48:21Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['a83c427e-a298-493b-b527-88b5ea83d473'], 'active': True} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:48:27.075823 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-8101346e-437c-496c-98d5-828aea19d666 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3760276 Sep 08 00:48:27.076398 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311fb41e-fcde-4911-b289-21aeeb3f111e', 'tag': 'a149d348-73ef-4097-b0fb-f1265a96840f'}] {{(pid=105698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:48:27.078614 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26d4041160ff19e6bfa7ff8d463369e3025ec2e9db032453864bb7ad8051457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf57491f-197e-4746-859b-5add272b07a8" -d '{"events": [{"name": "network-changed", "server_uuid": "311fb41e-fcde-4911-b289-21aeeb3f111e", "tag": "a149d348-73ef-4097-b0fb-f1265a96840f"}]}' {{(pid=105698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:48:27.078748 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 53878) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:48:27.083418 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [None req-92ebfe34-43fd-4e26-ab7a-81f4ac7000cd tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-287355014', 'description': 'tempest-secgroup-smoke-287355014 description', 'project_id': '771cd94aa4b745cda4b12e1bfb22ee9e'}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:48:27.113018 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-92ebfe34-43fd-4e26-ab7a-81f4ac7000cd tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks [] for security_group, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:27.153240 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 00:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004909e9-adda-4042-901c-d4044a6ebadb x-openstack-request-id: req-004909e9-adda-4042-901c-d4044a6ebadb {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:48:27.153536 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311fb41e-fcde-4911-b289-21aeeb3f111e", "tag": "a149d348-73ef-4097-b0fb-f1265a96840f", "status": "completed", "code": 200}]} {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:48:27.153916 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-004909e9-adda-4042-901c-d4044a6ebadb {{(pid=105698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:48:27.154320 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311fb41e-fcde-4911-b289-21aeeb3f111e', 'tag': 'a149d348-73ef-4097-b0fb-f1265a96840f', 'status': 'completed', 'code': 200} Sep 08 00:48:27.176376 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvr_db [None req-b912b19c-282f-485e-b198-de1840b65b83 None None] Set router a83c427e-a298-493b-b527-88b5ea83d473 gateway port host: dv-cinder-759961-13-iscsi {{(pid=105700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:48:27.216476 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-92ebfe34-43fd-4e26-ab7a-81f4ac7000cd tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks [] for security_group, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:27.221473 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-92ebfe34-43fd-4e26-ab7a-81f4ac7000cd tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:27.248573 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-92ebfe34-43fd-4e26-ab7a-81f4ac7000cd tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks [] for security_group, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:27.249928 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-92ebfe34-43fd-4e26-ab7a-81f4ac7000cd tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1702685 Sep 08 00:48:27.252857 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 53886) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:48:27.258382 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [None req-c25bd477-9feb-4051-923f-9c05b1c05b09 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Request body: {'security_group_rule': {'security_group_id': '2bb52bdf-32d6-4905-bd85-a8bc808764a8', 'project_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:48:27.264879 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ebfe34-43fd-4e26-ab7a-81f4ac7000cd tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb52bdf-32d6-4905-bd85-a8bc808764a8,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:27.308481 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-c25bd477-9feb-4051-923f-9c05b1c05b09 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:27.391289 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-c25bd477-9feb-4051-923f-9c05b1c05b09 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:27.394936 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-c25bd477-9feb-4051-923f-9c05b1c05b09 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607653'] for security_group_rule, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:27.413570 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25bd477-9feb-4051-923f-9c05b1c05b09 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea9d1b14-75cc-47fd-b3a6-f201c1563565,revision_number=0']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:27.417964 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-c25bd477-9feb-4051-923f-9c05b1c05b09 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:27.422739 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-c25bd477-9feb-4051-923f-9c05b1c05b09 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1653631 Sep 08 00:48:27.423189 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 53892) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:48:27.428059 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [None req-4671d95b-c9c7-4356-9b3b-2577622a989d tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Request body: {'security_group_rule': {'security_group_id': '2bb52bdf-32d6-4905-bd85-a8bc808764a8', 'project_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:48:27.446268 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-b912b19c-282f-485e-b198-de1840b65b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83c427e-a298-493b-b527-88b5ea83d473', 'name': 'tempest-TestMinimumBasicScenario-2007207885-router', 'tenant_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:46:56Z', 'updated_at': '2021-09-08T00:47:01Z', 'revision_number': 4, 'project_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'gw_port': {'id': '5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83c427e-a298-493b-b527-88b5ea83d473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:46:57Z', 'updated_at': '2021-09-08T00:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_floatingips': [{'id': '50359dc4-c241-4590-baf0-7917465e0269', 'tenant_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'floating_ip_address': '172.27.0.135', 'floating_network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'router_id': 'a83c427e-a298-493b-b527-88b5ea83d473', 'port_id': 'a149d348-73ef-4097-b0fb-f1265a96840f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc', 'mac_address': 'fa:16:3e:23:bb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311fb41e-fcde-4911-b289-21aeeb3f111e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T00:48:25Z', 'updated_at': '2021-09-08T00:48:25Z', 'revision_number': 0, 'project_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06cb10f8-dcd3-447c-aa70-5944dd96eb8b', 'name': '', 'network_id': 'f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc', 'tenant_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'mac_address': 'fa:16:3e:ef:eb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83c427e-a298-493b-b527-88b5ea83d473', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '63e16365-266d-4913-bb14-1fa3e4b3026d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:00Z', 'updated_at': '2021-09-08T00:47:13Z', 'revision_number': 5, 'project_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'subnets': [{'id': '63e16365-266d-4913-bb14-1fa3e4b3026d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:48:27.462582 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-4671d95b-c9c7-4356-9b3b-2577622a989d tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:27.473683 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b912b19c-282f-485e-b198-de1840b65b83 None None] Checking router: a83c427e-a298-493b-b527-88b5ea83d473 for host: dv-cinder-759961-13-iscsi {{(pid=105700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 00:48:27.481887 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b912b19c-282f-485e-b198-de1840b65b83 None None] Routers {'a83c427e-a298-493b-b527-88b5ea83d473'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:48:27.482493 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-b912b19c-282f-485e-b198-de1840b65b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:48:21Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['a83c427e-a298-493b-b527-88b5ea83d473'], 'active': True} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:48:27.519869 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-4671d95b-c9c7-4356-9b3b-2577622a989d tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:27.523818 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-4671d95b-c9c7-4356-9b3b-2577622a989d tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607653'] for security_group_rule, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:27.545117 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4671d95b-c9c7-4356-9b3b-2577622a989d tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f9fc528-52a8-41eb-b0dc-077f5880c5d7,revision_number=0']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:27.552934 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-4671d95b-c9c7-4356-9b3b-2577622a989d tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:27.556707 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-4671d95b-c9c7-4356-9b3b-2577622a989d tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1299860 Sep 08 00:48:27.557032 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 53894) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:48:27.562930 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [None req-bbafd474-0776-43d9-aae8-c6d3bad8ff8d tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Request body: {'security_group_rule': {'security_group_id': '2bb52bdf-32d6-4905-bd85-a8bc808764a8', 'project_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:48:27.588578 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvr_db [None req-b912b19c-282f-485e-b198-de1840b65b83 None None] Set router a83c427e-a298-493b-b527-88b5ea83d473 gateway port host: dv-cinder-759961-13-iscsi {{(pid=105700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:48:27.595052 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-bbafd474-0776-43d9-aae8-c6d3bad8ff8d tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:27.656875 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-bbafd474-0776-43d9-aae8-c6d3bad8ff8d tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:27.660448 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-bbafd474-0776-43d9-aae8-c6d3bad8ff8d tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607653'] for security_group_rule, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:27.678705 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbafd474-0776-43d9-aae8-c6d3bad8ff8d tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6482b1b-55a3-4de2-a5ec-7cccb1989fb6,revision_number=0']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:27.687038 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-bbafd474-0776-43d9-aae8-c6d3bad8ff8d tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:27.688359 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-bbafd474-0776-43d9-aae8-c6d3bad8ff8d tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1297436 Sep 08 00:48:27.691224 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 53896) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:48:27.697089 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [None req-b07f2559-5b91-40d7-97ef-96f2395e7493 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Request body: {'security_group_rule': {'security_group_id': '2bb52bdf-32d6-4905-bd85-a8bc808764a8', 'project_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:48:27.733487 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-b07f2559-5b91-40d7-97ef-96f2395e7493 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:27.801473 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-b07f2559-5b91-40d7-97ef-96f2395e7493 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:27.805985 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-b07f2559-5b91-40d7-97ef-96f2395e7493 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607653'] for security_group_rule, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:27.825363 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f2559-5b91-40d7-97ef-96f2395e7493 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5c1a45d-369e-4c67-8b45-80be61cd18f7,revision_number=0']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:27.826312 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-b912b19c-282f-485e-b198-de1840b65b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83c427e-a298-493b-b527-88b5ea83d473', 'name': 'tempest-TestMinimumBasicScenario-2007207885-router', 'tenant_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:46:56Z', 'updated_at': '2021-09-08T00:47:01Z', 'revision_number': 4, 'project_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'gw_port': {'id': '5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83c427e-a298-493b-b527-88b5ea83d473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:46:57Z', 'updated_at': '2021-09-08T00:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_floatingips': [{'id': '50359dc4-c241-4590-baf0-7917465e0269', 'tenant_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'floating_ip_address': '172.27.0.135', 'floating_network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'router_id': 'a83c427e-a298-493b-b527-88b5ea83d473', 'port_id': 'a149d348-73ef-4097-b0fb-f1265a96840f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc', 'mac_address': 'fa:16:3e:23:bb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311fb41e-fcde-4911-b289-21aeeb3f111e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T00:48:25Z', 'updated_at': '2021-09-08T00:48:25Z', 'revision_number': 0, 'project_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06cb10f8-dcd3-447c-aa70-5944dd96eb8b', 'name': '', 'network_id': 'f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc', 'tenant_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'mac_address': 'fa:16:3e:ef:eb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83c427e-a298-493b-b527-88b5ea83d473', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '63e16365-266d-4913-bb14-1fa3e4b3026d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:00Z', 'updated_at': '2021-09-08T00:47:13Z', 'revision_number': 5, 'project_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'subnets': [{'id': '63e16365-266d-4913-bb14-1fa3e4b3026d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:48:27.832401 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-b07f2559-5b91-40d7-97ef-96f2395e7493 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:27.833777 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-b07f2559-5b91-40d7-97ef-96f2395e7493 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1412938 Sep 08 00:48:27.839717 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 53900) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:48:27.842660 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [None req-9660e588-f9d5-4f17-90f3-8c123b460a75 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Request body: {'security_group_rule': {'security_group_id': '2bb52bdf-32d6-4905-bd85-a8bc808764a8', 'project_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:48:27.860524 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b912b19c-282f-485e-b198-de1840b65b83 None None] The sync data for ids ['a83c427e-a298-493b-b527-88b5ea83d473'] in dv-cinder-759961-13-iscsi is: [{'id': 'a83c427e-a298-493b-b527-88b5ea83d473', 'name': 'tempest-TestMinimumBasicScenario-2007207885-router', 'tenant_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:46:56Z', 'updated_at': '2021-09-08T00:47:01Z', 'revision_number': 4, 'project_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'gw_port': {'id': '5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83c427e-a298-493b-b527-88b5ea83d473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:46:57Z', 'updated_at': '2021-09-08T00:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_floatingips': [{'id': '50359dc4-c241-4590-baf0-7917465e0269', 'tenant_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'floating_ip_address': '172.27.0.135', 'floating_network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'router_id': 'a83c427e-a298-493b-b527-88b5ea83d473', 'port_id': 'a149d348-73ef-4097-b0fb-f1265a96840f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc', 'mac_address': 'fa:16:3e:23:bb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311fb41e-fcde-4911-b289-21aeeb3f111e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T00:48:25Z', 'updated_at': '2021-09-08T00:48:25Z', 'revision_number': 0, 'project_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06cb10f8-dcd3-447c-aa70-5944dd96eb8b', 'name': '', 'network_id': 'f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc', 'tenant_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'mac_address': 'fa:16:3e:ef:eb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83c427e-a298-493b-b527-88b5ea83d473', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '63e16365-266d-4913-bb14-1fa3e4b3026d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:00Z', 'updated_at': '2021-09-08T00:47:13Z', 'revision_number': 5, 'project_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'subnets': [{'id': '63e16365-266d-4913-bb14-1fa3e4b3026d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 00:48:27.868754 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.db.securitygroups_db [None req-9660e588-f9d5-4f17-90f3-8c123b460a75 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Project 771cd94aa4b745cda4b12e1bfb22ee9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 00:48:27.875621 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-9660e588-f9d5-4f17-90f3-8c123b460a75 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:27.943534 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-9660e588-f9d5-4f17-90f3-8c123b460a75 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:27.947782 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-9660e588-f9d5-4f17-90f3-8c123b460a75 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607653'] for security_group_rule, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:27.966370 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9660e588-f9d5-4f17-90f3-8c123b460a75 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c956b001-22c9-4c8c-a6a1-80647c73fd7e,revision_number=0']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:27.973642 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-9660e588-f9d5-4f17-90f3-8c123b460a75 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:27.975017 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-9660e588-f9d5-4f17-90f3-8c123b460a75 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1375170 Sep 08 00:48:27.977890 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 53902) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:48:27.983259 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [None req-b181162b-6673-472b-87c9-1fd611c2422e tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Request body: {'security_group_rule': {'security_group_id': '2bb52bdf-32d6-4905-bd85-a8bc808764a8', 'project_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:48:28.005484 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.db.securitygroups_db [None req-b181162b-6673-472b-87c9-1fd611c2422e tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Project 771cd94aa4b745cda4b12e1bfb22ee9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 00:48:28.010572 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-b181162b-6673-472b-87c9-1fd611c2422e tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:28.068082 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ddc813-418b-411e-935d-78407a61b7cb None None] New status for floating IP 50359dc4-c241-4590-baf0-7917465e0269: ACTIVE {{(pid=105701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 00:48:28.073976 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-b181162b-6673-472b-87c9-1fd611c2422e tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:28.078783 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-b181162b-6673-472b-87c9-1fd611c2422e tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607653'] for security_group_rule, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:28.100554 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b181162b-6673-472b-87c9-1fd611c2422e tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e80a63a4-0a71-4711-a2d5-83cd419fe658,revision_number=0']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:28.106585 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-b181162b-6673-472b-87c9-1fd611c2422e tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:28.110234 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-b181162b-6673-472b-87c9-1fd611c2422e tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1290214 Sep 08 00:48:30.185261 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.agents_db [None req-8a21184a-e449-40d8-9b7c-bcfe602fdfc6 None None] Agent healthcheck: found 6 active agents {{(pid=105701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 00:48:33.752473 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57491f-197e-4746-859b-5add272b07a8 req-a492eb18-3860-4f33-8450-ce8bb89ac1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:33.753859 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-bf57491f-197e-4746-859b-5add272b07a8 req-a492eb18-3860-4f33-8450-ce8bb89ac1c0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=771cd94aa4b745cda4b12e1bfb22ee9e&device_id=311fb41e-fcde-4911-b289-21aeeb3f111e HTTP/1.1" status: 200 len: 1098 time: 0.0399945 Sep 08 00:48:33.793151 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device 721190b3-5663-4608-abfa-0dcb5bb60fab no longer exists at agent hyperv_hv-cinder-75996 {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 00:48:33.813682 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] No Port match for: 721190b3-5663-4608-abfa-0dcb5bb60fab {{(pid=105700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 00:48:33.814028 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device 721190b3-5663-4608-abfa-0dcb5bb60fab not bound to the agent host hv-cinder-75996 {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 00:48:33.897152 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57491f-197e-4746-859b-5add272b07a8 req-a3ab3f9e-c73f-4a2f-81b6-e09eed55f555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:33.898627 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-bf57491f-197e-4746-859b-5add272b07a8 req-a3ab3f9e-c73f-4a2f-81b6-e09eed55f555 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc HTTP/1.1" status: 200 len: 916 time: 0.0870044 Sep 08 00:48:33.919810 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-591cd6fa-1db8-42b5-bfcb-81e23b4cdae9 req-e23b9cab-d03f-4d8f-97a7-16b58daa82d0 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-287355014&fields=id&tenant_id=771cd94aa4b745cda4b12e1bfb22ee9e HTTP/1.1" status: 200 len: 267 time: 0.0819530 Sep 08 00:48:33.971995 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591cd6fa-1db8-42b5-bfcb-81e23b4cdae9 req-cdf2015b-0ef8-43a7-80c2-acebf9c8ed74 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:33.973508 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-591cd6fa-1db8-42b5-bfcb-81e23b4cdae9 req-cdf2015b-0ef8-43a7-80c2-acebf9c8ed74 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/ports?device_id=311fb41e-fcde-4911-b289-21aeeb3f111e HTTP/1.1" status: 200 len: 945 time: 0.0480285 Sep 08 00:48:33.976679 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-bf57491f-197e-4746-859b-5add272b07a8 req-355f20d1-cf50-405d-8a7a-43595b56940a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a149d348-73ef-4097-b0fb-f1265a96840f HTTP/1.1" status: 200 len: 1001 time: 0.0560436 Sep 08 00:48:33.985088 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [req-591cd6fa-1db8-42b5-bfcb-81e23b4cdae9 req-4d1c4010-a735-4258-a8d8-693f54eb9ce7 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Request body: {'port': {'security_groups': ['05bae0a3-fbbb-4b97-a09c-00699ac91369', '2bb52bdf-32d6-4905-bd85-a8bc808764a8']}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:48:34.035254 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57491f-197e-4746-859b-5add272b07a8 req-7851ba58-1fdd-4558-b5d5-44d774d71a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:34.036786 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-bf57491f-197e-4746-859b-5add272b07a8 req-7851ba58-1fdd-4558-b5d5-44d774d71a9f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=63e16365-266d-4913-bb14-1fa3e4b3026d HTTP/1.1" status: 200 len: 854 time: 0.0466638 Sep 08 00:48:34.048829 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-591cd6fa-1db8-42b5-bfcb-81e23b4cdae9 req-4d1c4010-a735-4258-a8d8-693f54eb9ce7 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:34.090636 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57491f-197e-4746-859b-5add272b07a8 req-9a923dbf-dee5-4a03-bcc9-942d3c32dbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:34.092153 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-bf57491f-197e-4746-859b-5add272b07a8 req-9a923dbf-dee5-4a03-bcc9-942d3c32dbd2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0397251 Sep 08 00:48:34.202797 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-bf57491f-197e-4746-859b-5add272b07a8 req-d375a9bf-ee2b-4398-84c6-49b4f5916e31 service neutron] 10.222.0.35 "GET /v2.0/networks/f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969121 Sep 08 00:48:34.252099 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.db [req-591cd6fa-1db8-42b5-bfcb-81e23b4cdae9 req-4d1c4010-a735-4258-a8d8-693f54eb9ce7 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] For port a149d348-73ef-4097-b0fb-f1265a96840f, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=a149d348-73ef-4097-b0fb-f1265a96840f,segment=NetworkSegment(ef029967-362e-4317-91eb-ff719d72a778),segment_id=ef029967-362e-4317-91eb-ff719d72a778)] {{(pid=105699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:48:34.288060 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-591cd6fa-1db8-42b5-bfcb-81e23b4cdae9 req-4d1c4010-a735-4258-a8d8-693f54eb9ce7 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks [] for port, precommit_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:34.292492 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-591cd6fa-1db8-42b5-bfcb-81e23b4cdae9 req-4d1c4010-a735-4258-a8d8-693f54eb9ce7 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25517367'] for port, after_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:34.301737 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-bf57491f-197e-4746-859b-5add272b07a8 req-0c4b6770-3d13-4915-921a-e2b0190d689f service neutron] 10.222.0.35 "GET /v2.0/networks/f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899696 Sep 08 00:48:34.337696 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591cd6fa-1db8-42b5-bfcb-81e23b4cdae9 req-4d1c4010-a735-4258-a8d8-693f54eb9ce7 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:34.338366 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-591cd6fa-1db8-42b5-bfcb-81e23b4cdae9 req-4d1c4010-a735-4258-a8d8-693f54eb9ce7 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for port, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:34.340452 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-591cd6fa-1db8-42b5-bfcb-81e23b4cdae9 req-4d1c4010-a735-4258-a8d8-693f54eb9ce7 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "PUT /v2.0/ports/a149d348-73ef-4097-b0fb-f1265a96840f HTTP/1.1" status: 200 len: 981 time: 0.3598893 Sep 08 00:48:34.340893 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311fb41e-fcde-4911-b289-21aeeb3f111e', 'tag': 'a149d348-73ef-4097-b0fb-f1265a96840f'}] {{(pid=105699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:48:34.343132 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3219a0c12e8a5a78bd5034d738b4394f25721dc263a67c7d4cfc0eaa1ac0f340" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7a42fd-096f-40cb-a8c9-155eaa6c4b33" -d '{"events": [{"name": "network-changed", "server_uuid": "311fb41e-fcde-4911-b289-21aeeb3f111e", "tag": "a149d348-73ef-4097-b0fb-f1265a96840f"}]}' {{(pid=105699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:48:34.362315 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] get_ports_and_sgs() called for port_ids ['a149d348-73ef-4097-b0fb-f1265a96840f'] {{(pid=105700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 00:48:34.365062 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1c4010-a735-4258-a8d8-693f54eb9ce7 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Pushing event updated for resources: {'Port': ['ID=a149d348-73ef-4097-b0fb-f1265a96840f,revision_number=6']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:34.415927 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 00:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc00588-a997-4780-baf8-d5a692c39938 x-openstack-request-id: req-ebc00588-a997-4780-baf8-d5a692c39938 {{(pid=105699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:48:34.416289 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311fb41e-fcde-4911-b289-21aeeb3f111e", "tag": "a149d348-73ef-4097-b0fb-f1265a96840f", "status": "completed", "code": 200}]} {{(pid=105699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:48:34.416606 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ebc00588-a997-4780-baf8-d5a692c39938 {{(pid=105699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:48:34.417143 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311fb41e-fcde-4911-b289-21aeeb3f111e', 'tag': 'a149d348-73ef-4097-b0fb-f1265a96840f', 'status': 'completed', 'code': 200} Sep 08 00:48:34.517654 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a42fd-096f-40cb-a8c9-155eaa6c4b33 req-996a7679-46dd-44de-ac75-a8f4ef6cb4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:34.519169 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-8d7a42fd-096f-40cb-a8c9-155eaa6c4b33 req-996a7679-46dd-44de-ac75-a8f4ef6cb4f4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=771cd94aa4b745cda4b12e1bfb22ee9e&device_id=311fb41e-fcde-4911-b289-21aeeb3f111e HTTP/1.1" status: 200 len: 1137 time: 0.0467629 Sep 08 00:48:34.544550 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8e3a8-8ae6-4d7a-899b-bf44e0880936 req-e332f017-fd95-4477-ad52-fa1f1d760ff7 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:34.553799 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-03f8e3a8-8ae6-4d7a-899b-bf44e0880936 req-e332f017-fd95-4477-ad52-fa1f1d760ff7 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/ports?device_id=311fb41e-fcde-4911-b289-21aeeb3f111e HTTP/1.1" status: 200 len: 984 time: 0.1249967 Sep 08 00:48:34.587024 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-ee410442-fe48-4b52-8f6d-da569b764780 None None] Provisioning complete for port a149d348-73ef-4097-b0fb-f1265a96840f triggered by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:48:34.587657 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-ee410442-fe48-4b52-8f6d-da569b764780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:34.593997 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-03f8e3a8-8ae6-4d7a-899b-bf44e0880936 req-50aefcdc-3fc8-47a6-b9e3-e90fe3e7e233 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bb52bdf-32d6-4905-bd85-a8bc808764a8&id=05bae0a3-fbbb-4b97-a09c-00699ac91369&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393226 Sep 08 00:48:34.631143 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] get_ports_and_sgs() called for port_ids ['a149d348-73ef-4097-b0fb-f1265a96840f'] {{(pid=105700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 00:48:34.817395 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a42fd-096f-40cb-a8c9-155eaa6c4b33 req-52d51308-cf92-415e-a186-1e9b5c0c03cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:34.818903 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-8d7a42fd-096f-40cb-a8c9-155eaa6c4b33 req-52d51308-cf92-415e-a186-1e9b5c0c03cc service neutron] 10.222.0.35 "GET /v2.0/networks?id=f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc HTTP/1.1" status: 200 len: 916 time: 0.2912982 Sep 08 00:48:34.893613 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-8d7a42fd-096f-40cb-a8c9-155eaa6c4b33 req-5fdfbfc9-0e43-4f8c-b25d-97fd0ebc44c1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a149d348-73ef-4097-b0fb-f1265a96840f HTTP/1.1" status: 200 len: 1001 time: 0.0604355 Sep 08 00:48:34.967331 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a42fd-096f-40cb-a8c9-155eaa6c4b33 req-ca14a38f-6252-4c28-95ad-d61eacd95fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:34.968990 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-8d7a42fd-096f-40cb-a8c9-155eaa6c4b33 req-ca14a38f-6252-4c28-95ad-d61eacd95fbd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=63e16365-266d-4913-bb14-1fa3e4b3026d HTTP/1.1" status: 200 len: 854 time: 0.0474272 Sep 08 00:48:35.051271 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a42fd-096f-40cb-a8c9-155eaa6c4b33 req-8236fd0d-1414-4e97-adb6-e5ab083ade9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:35.052925 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-8d7a42fd-096f-40cb-a8c9-155eaa6c4b33 req-8236fd0d-1414-4e97-adb6-e5ab083ade9c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0593867 Sep 08 00:48:35.175981 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-8d7a42fd-096f-40cb-a8c9-155eaa6c4b33 req-f5348a46-6ff5-4f46-ba87-7e4cda927f45 service neutron] 10.222.0.35 "GET /v2.0/networks/f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114683 Sep 08 00:48:35.261031 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06e6ff-eaa7-4578-afe8-6b65f8460f52 req-7729ad44-a033-40d8-821c-f395ee1ce7b3 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:35.263977 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4e06e6ff-eaa7-4578-afe8-6b65f8460f52 req-7729ad44-a033-40d8-821c-f395ee1ce7b3 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 945 time: 0.0622442 Sep 08 00:48:35.298504 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-8d7a42fd-096f-40cb-a8c9-155eaa6c4b33 req-df9c7cf9-ee7b-4b0c-b03b-bfc8dded40a9 service neutron] 10.222.0.35 "GET /v2.0/networks/f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940013 Sep 08 00:48:35.302775 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4e06e6ff-eaa7-4578-afe8-6b65f8460f52 req-08dfd8ef-941b-4723-aadf-eb1a7ac935fb tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335062 Sep 08 00:48:36.421523 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a7f7b-78ea-4ddb-8d03-eac57704ad41 req-e2f293bf-f770-4954-b014-ae1572ec2960 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:36.423040 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-097a7f7b-78ea-4ddb-8d03-eac57704ad41 req-e2f293bf-f770-4954-b014-ae1572ec2960 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 945 time: 0.0534053 Sep 08 00:48:36.462961 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-097a7f7b-78ea-4ddb-8d03-eac57704ad41 req-3194af41-e724-4be7-81ea-e2c6675ee5e6 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335004 Sep 08 00:48:37.579097 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e68743-ef1c-4477-a19a-018c0e65a939 req-a7444c41-41fe-4a44-a4da-817d12e68d66 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:37.580990 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-90e68743-ef1c-4477-a19a-018c0e65a939 req-a7444c41-41fe-4a44-a4da-817d12e68d66 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 945 time: 0.0500679 Sep 08 00:48:37.618559 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-90e68743-ef1c-4477-a19a-018c0e65a939 req-04771522-40be-4146-a125-b451b7181301 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a9ecd26-e76e-476c-a4db-92e99508c249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317824 Sep 08 00:48:38.056405 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209aafb3-a1f5-4849-ae06-d5b10ea4c67d req-ddf6476e-f415-4508-9a1a-3638b231a0ab tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:38.057822 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-209aafb3-a1f5-4849-ae06-d5b10ea4c67d req-ddf6476e-f415-4508-9a1a-3638b231a0ab tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.35 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 945 time: 0.0476766 Sep 08 00:48:38.153017 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [req-209aafb3-a1f5-4849-ae06-d5b10ea4c67d req-92398e0d-76f0-4d93-b500-84af88f3719f tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Deleting port 1345b314-3cc2-41a1-b1da-90a2f0569fcb {{(pid=105698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 00:48:38.153308 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-209aafb3-a1f5-4849-ae06-d5b10ea4c67d req-92398e0d-76f0-4d93-b500-84af88f3719f tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256891158'] for port, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:38.241869 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.db [req-209aafb3-a1f5-4849-ae06-d5b10ea4c67d req-92398e0d-76f0-4d93-b500-84af88f3719f tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] For port 1345b314-3cc2-41a1-b1da-90a2f0569fcb, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=1345b314-3cc2-41a1-b1da-90a2f0569fcb,segment=NetworkSegment(3de05d6b-2c84-441f-bc53-4fa7981bcbd6),segment_id=3de05d6b-2c84-441f-bc53-4fa7981bcbd6)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:48:38.242163 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-209aafb3-a1f5-4849-ae06-d5b10ea4c67d req-92398e0d-76f0-4d93-b500-84af88f3719f tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538637'] for port, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:38.258238 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [req-209aafb3-a1f5-4849-ae06-d5b10ea4c67d req-92398e0d-76f0-4d93-b500-84af88f3719f tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Calling delete_port for 1345b314-3cc2-41a1-b1da-90a2f0569fcb owned by compute:nova {{(pid=105698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 00:48:38.385623 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-209aafb3-a1f5-4849-ae06-d5b10ea4c67d req-92398e0d-76f0-4d93-b500-84af88f3719f tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256896220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792256344486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705649'] for port, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:38.415293 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92398e0d-76f0-4d93-b500-84af88f3719f tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Pushing event deleted for resources: {'Port': ['ID=1345b314-3cc2-41a1-b1da-90a2f0569fcb,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:38.425693 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] get_ports_and_sgs() called for port_ids ['1345b314-3cc2-41a1-b1da-90a2f0569fcb'] {{(pid=105700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 00:48:38.460852 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [req-209aafb3-a1f5-4849-ae06-d5b10ea4c67d req-92398e0d-76f0-4d93-b500-84af88f3719f tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] No DVR routers for this DVR port 1345b314-3cc2-41a1-b1da-90a2f0569fcb on host hv-cinder-75996 {{(pid=105698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 00:48:38.463250 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-209aafb3-a1f5-4849-ae06-d5b10ea4c67d req-92398e0d-76f0-4d93-b500-84af88f3719f tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for port, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:38.465357 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-209aafb3-a1f5-4849-ae06-d5b10ea4c67d req-92398e0d-76f0-4d93-b500-84af88f3719f tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.35 "DELETE /v2.0/ports/1345b314-3cc2-41a1-b1da-90a2f0569fcb HTTP/1.1" status: 204 len: 173 time: 0.4008102 Sep 08 00:48:38.465812 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fae08ed-410e-4ea8-b96d-9b1d60ad541f', 'name': 'network-vif-deleted', 'tag': '1345b314-3cc2-41a1-b1da-90a2f0569fcb'}] {{(pid=105698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:48:38.468038 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26d4041160ff19e6bfa7ff8d463369e3025ec2e9db032453864bb7ad8051457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408e71eb-2d32-4c16-8cba-abf3b263f147" -d '{"events": [{"server_uuid": "6fae08ed-410e-4ea8-b96d-9b1d60ad541f", "name": "network-vif-deleted", "tag": "1345b314-3cc2-41a1-b1da-90a2f0569fcb"}]}' {{(pid=105698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:48:38.532975 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 00:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5912431-3464-4c97-ab30-0c035588beaf x-openstack-request-id: req-e5912431-3464-4c97-ab30-0c035588beaf {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:48:38.533241 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fae08ed-410e-4ea8-b96d-9b1d60ad541f", "name": "network-vif-deleted", "tag": "1345b314-3cc2-41a1-b1da-90a2f0569fcb", "status": "completed", "code": 200}]} {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:48:38.533515 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e5912431-3464-4c97-ab30-0c035588beaf {{(pid=105698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:48:38.533910 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fae08ed-410e-4ea8-b96d-9b1d60ad541f', 'name': 'network-vif-deleted', 'tag': '1345b314-3cc2-41a1-b1da-90a2f0569fcb', 'status': 'completed', 'code': 200} Sep 08 00:48:38.741290 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6c71b899-416e-459b-8aa7-5b4b4bba086b req-a05d742d-346c-4216-8747-9417183f6060 tempest-AttachVolumeNegativeTest-942781788 tempest-AttachVolumeNegativeTest-942781788-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fae08ed-410e-4ea8-b96d-9b1d60ad541f HTTP/1.1" status: 200 len: 210 time: 0.0262475 Sep 08 00:48:39.795774 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 54050) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:48:39.895036 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.db_base_plugin_v2 [None req-49ff01af-dc3f-482b-9599-7fea9a6536c7 admin admin] Deleting subnet 90c2af37-f46d-44ca-a62c-c2802a56f799 {{(pid=105699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 00:48:39.898066 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-49ff01af-dc3f-482b-9599-7fea9a6536c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:39.933324 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-49ff01af-dc3f-482b-9599-7fea9a6536c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25306843'] for subnet, precommit_delete_associations {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:39.975256 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-49ff01af-dc3f-482b-9599-7fea9a6536c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3572486'] for subnet, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:39.991893 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 54058) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:48:40.028626 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-49ff01af-dc3f-482b-9599-7fea9a6536c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3572543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25517389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25903779'] for subnet, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:40.055749 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ff01af-dc3f-482b-9599-7fea9a6536c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90c2af37-f46d-44ca-a62c-c2802a56f799,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:40.063371 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-49ff01af-dc3f-482b-9599-7fea9a6536c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:40.065177 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-49ff01af-dc3f-482b-9599-7fea9a6536c7 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/90c2af37-f46d-44ca-a62c-c2802a56f799 HTTP/1.1" status: 204 len: 168 time: 0.2681611 Sep 08 00:48:40.066724 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ff01af-dc3f-482b-9599-7fea9a6536c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:48:40.067072 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ff01af-dc3f-482b-9599-7fea9a6536c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:48:40.067414 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ff01af-dc3f-482b-9599-7fea9a6536c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:48:40.067780 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ff01af-dc3f-482b-9599-7fea9a6536c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:48:40.067941 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 54062) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:48:40.068121 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ff01af-dc3f-482b-9599-7fea9a6536c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:48:40.068441 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ff01af-dc3f-482b-9599-7fea9a6536c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:48:40.068770 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ff01af-dc3f-482b-9599-7fea9a6536c7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:48:40.069100 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ff01af-dc3f-482b-9599-7fea9a6536c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:48:40.069427 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ff01af-dc3f-482b-9599-7fea9a6536c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:48:40.069750 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ff01af-dc3f-482b-9599-7fea9a6536c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:48:40.070072 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ff01af-dc3f-482b-9599-7fea9a6536c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:48:40.070405 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ff01af-dc3f-482b-9599-7fea9a6536c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:48:40.109771 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-217edd33-3888-45b1-b26b-81a26d931944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:40.155291 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-07390d71-504e-45cd-96fa-cc072a086e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3464973'] for network, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:40.268585 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-07390d71-504e-45cd-96fa-cc072a086e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3575435', 'neutron.services.segments.db._delete_segments_for_network-8792256839289'] for network, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:40.295700 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.services.segments.db [None req-07390d71-504e-45cd-96fa-cc072a086e68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e271d85f-7317-457a-866b-38767b94b4ff']}} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:48:40.308172 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.services.segments.db [None req-07390d71-504e-45cd-96fa-cc072a086e68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3de05d6b-2c84-441f-bc53-4fa7981bcbd6') {'for_net_delete': True} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:48:40.308464 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.services.segments.db [None req-07390d71-504e-45cd-96fa-cc072a086e68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3de05d6b-2c84-441f-bc53-4fa7981bcbd6') {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:48:40.323988 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-07390d71-504e-45cd-96fa-cc072a086e68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792256841090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7633565'] for segment, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:40.342905 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-217edd33-3888-45b1-b26b-81a26d931944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:40.347326 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-07390d71-504e-45cd-96fa-cc072a086e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3575388'] for segment, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:40.351679 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-217edd33-3888-45b1-b26b-81a26d931944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:40.357786 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07390d71-504e-45cd-96fa-cc072a086e68 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=105698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 00:48:40.358225 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-07390d71-504e-45cd-96fa-cc072a086e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3575388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7727846'] for segment, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:40.364730 dv-cinder-759961-13-iscsi neutron-server[105698]: Traceback (most recent call last): Sep 08 00:48:40.364730 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 00:48:40.364730 dv-cinder-759961-13-iscsi neutron-server[105698]: timer() Sep 08 00:48:40.364730 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 00:48:40.364730 dv-cinder-759961-13-iscsi neutron-server[105698]: cb(*args, **kw) Sep 08 00:48:40.364730 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 00:48:40.364730 dv-cinder-759961-13-iscsi neutron-server[105698]: return func(*args, **kwargs) Sep 08 00:48:40.364730 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 00:48:40.364730 dv-cinder-759961-13-iscsi neutron-server[105698]: self._notify() Sep 08 00:48:40.364730 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 00:48:40.364730 dv-cinder-759961-13-iscsi neutron-server[105698]: self.callback(batched_events) Sep 08 00:48:40.364730 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 00:48:40.364730 dv-cinder-759961-13-iscsi neutron-server[105698]: event.method(event) Sep 08 00:48:40.364730 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 00:48:40.364730 dv-cinder-759961-13-iscsi neutron-server[105698]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 00:48:40.364730 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 00:48:40.364730 dv-cinder-759961-13-iscsi neutron-server[105698]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 00:48:40.364730 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 00:48:40.364730 dv-cinder-759961-13-iscsi neutron-server[105698]: return f(self, *a, **k) Sep 08 00:48:40.364730 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 00:48:40.364730 dv-cinder-759961-13-iscsi neutron-server[105698]: return self._get(url).json() Sep 08 00:48:40.364730 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 00:48:40.364730 dv-cinder-759961-13-iscsi neutron-server[105698]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 00:48:40.364730 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 00:48:40.364730 dv-cinder-759961-13-iscsi neutron-server[105698]: return self.request(url, 'GET', **kwargs) Sep 08 00:48:40.364730 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 00:48:40.364730 dv-cinder-759961-13-iscsi neutron-server[105698]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 00:48:40.364730 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 00:48:40.364730 dv-cinder-759961-13-iscsi neutron-server[105698]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 00:48:40.364730 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 00:48:40.364730 dv-cinder-759961-13-iscsi neutron-server[105698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 00:48:40.364730 dv-cinder-759961-13-iscsi neutron-server[105698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 00:48:40.439501 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-217edd33-3888-45b1-b26b-81a26d931944 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9aac6a6319eb4078afcb3266ea5bc22c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4464741 Sep 08 00:48:40.442209 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 54068) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:48:40.442462 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217edd33-3888-45b1-b26b-81a26d931944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4970689-0c14-47eb-a68c-9ba0548afa16,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:40.454989 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-07390d71-504e-45cd-96fa-cc072a086e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3575428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529414'] for network, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:40.462257 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-07390d71-504e-45cd-96fa-cc072a086e68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for network, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:40.467974 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-07390d71-504e-45cd-96fa-cc072a086e68 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e271d85f-7317-457a-866b-38767b94b4ff HTTP/1.1" status: 204 len: 168 time: 0.3989477 Sep 08 00:48:40.479336 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07390d71-504e-45cd-96fa-cc072a086e68 admin admin] Pushing event deleted for resources: {'Network': ['ID=e271d85f-7317-457a-866b-38767b94b4ff,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:40.512634 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1a59dcc9-84f5-4e20-ab96-01a63484c452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:40.535387 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1a59dcc9-84f5-4e20-ab96-01a63484c452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:40.593125 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1a59dcc9-84f5-4e20-ab96-01a63484c452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:40.596178 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1a59dcc9-84f5-4e20-ab96-01a63484c452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:40.597536 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-1a59dcc9-84f5-4e20-ab96-01a63484c452 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d4970689-0c14-47eb-a68c-9ba0548afa16 HTTP/1.1" status: 204 len: 168 time: 0.1535535 Sep 08 00:48:40.598103 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 54072) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:48:40.607214 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a59dcc9-84f5-4e20-ab96-01a63484c452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4970689-0c14-47eb-a68c-9ba0548afa16,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:40.644494 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-6b692f56-da41-49ec-81cd-9c646136af59 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9b0ed6c08b9844e2ba70a09ddd0959c1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0452368 Sep 08 00:48:40.646863 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 54076) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:48:40.722779 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-9f0cf1c5-e84d-4121-9c55-9da510542479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:40.766936 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-9f0cf1c5-e84d-4121-9c55-9da510542479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:40.826063 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-9f0cf1c5-e84d-4121-9c55-9da510542479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:40.828835 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-9f0cf1c5-e84d-4121-9c55-9da510542479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:40.829975 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-9f0cf1c5-e84d-4121-9c55-9da510542479 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5a9ecd26-e76e-476c-a4db-92e99508c249 HTTP/1.1" status: 204 len: 168 time: 0.1822183 Sep 08 00:48:40.844464 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0cf1c5-e84d-4121-9c55-9da510542479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9ecd26-e76e-476c-a4db-92e99508c249,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:41.652064 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device 1345b314-3cc2-41a1-b1da-90a2f0569fcb no longer exists at agent hyperv_hv-cinder-75996 {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 00:48:41.671335 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] No Port match for: 1345b314-3cc2-41a1-b1da-90a2f0569fcb {{(pid=105700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 00:48:41.671705 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device 1345b314-3cc2-41a1-b1da-90a2f0569fcb not bound to the agent host hv-cinder-75996 {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 00:48:42.505393 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 54140) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:48:42.606323 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-a506e534-0414-443a-999b-847fb6d78d81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:42.691984 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-a506e534-0414-443a-999b-847fb6d78d81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:42.695496 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-a506e534-0414-443a-999b-847fb6d78d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:42.735854 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-a506e534-0414-443a-999b-847fb6d78d81 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8a06da7a4ce640d3b50971de4def5986&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2293050 Sep 08 00:48:42.736370 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 54144) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:48:42.741026 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a506e534-0414-443a-999b-847fb6d78d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2e377a-b4da-45b5-9e62-59a96227f6f7,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:42.785768 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-f99fac10-aba6-4d31-8e2b-9951cd8ce68e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:42.806826 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-f99fac10-aba6-4d31-8e2b-9951cd8ce68e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:42.853720 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-f99fac10-aba6-4d31-8e2b-9951cd8ce68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:42.857389 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-f99fac10-aba6-4d31-8e2b-9951cd8ce68e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:42.858452 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-f99fac10-aba6-4d31-8e2b-9951cd8ce68e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/da2e377a-b4da-45b5-9e62-59a96227f6f7 HTTP/1.1" status: 204 len: 168 time: 0.1214013 Sep 08 00:48:42.866344 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fac10-aba6-4d31-8e2b-9951cd8ce68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2e377a-b4da-45b5-9e62-59a96227f6f7,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:43.139998 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 54164) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:48:43.154239 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-bcf79b74-bee5-4ba1-afb4-3bd9223b7aab admin admin] Notify callbacks [] for security_group, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:43.258160 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-bcf79b74-bee5-4ba1-afb4-3bd9223b7aab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:43.262771 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-bcf79b74-bee5-4ba1-afb4-3bd9223b7aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:43.305750 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-bcf79b74-bee5-4ba1-afb4-3bd9223b7aab admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=81b4b18328dc4cd89cdf7e5514fc9654&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1642835 Sep 08 00:48:43.307030 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 54168) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:48:43.309235 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf79b74-bee5-4ba1-afb4-3bd9223b7aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e555f0-bd9d-4a79-a17d-904f9f87615b,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:43.355312 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-8bf06dfa-ad84-4e9b-bf91-3bd35d697f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:43.375668 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-8bf06dfa-ad84-4e9b-bf91-3bd35d697f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:43.423966 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-8bf06dfa-ad84-4e9b-bf91-3bd35d697f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:43.426449 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-8bf06dfa-ad84-4e9b-bf91-3bd35d697f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:43.427600 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-8bf06dfa-ad84-4e9b-bf91-3bd35d697f5a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b3e555f0-bd9d-4a79-a17d-904f9f87615b HTTP/1.1" status: 204 len: 168 time: 0.1195545 Sep 08 00:48:43.435681 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf06dfa-ad84-4e9b-bf91-3bd35d697f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e555f0-bd9d-4a79-a17d-904f9f87615b,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:44.076642 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 54190) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:48:44.176070 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [None req-02857570-15b4-44e5-bfdf-fe930c12535c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-265695917-network', 'tenant_id': '251bd361f9e049339d391d68b848235f'}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:48:44.197223 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02857570-15b4-44e5-bfdf-fe930c12535c admin admin] Made reservation on behalf of 251bd361f9e049339d391d68b848235f for: {'network': 1} {{(pid=105698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:48:44.200251 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-02857570-15b4-44e5-bfdf-fe930c12535c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for network, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:44.208828 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-02857570-15b4-44e5-bfdf-fe930c12535c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:44.303973 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-02857570-15b4-44e5-bfdf-fe930c12535c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:44.307763 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-02857570-15b4-44e5-bfdf-fe930c12535c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:44.332817 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02857570-15b4-44e5-bfdf-fe930c12535c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=105698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 00:48:44.342873 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02857570-15b4-44e5-bfdf-fe930c12535c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7a9e3c-0bfe-4c94-94e2-f4b479885dba,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:44.347722 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-02857570-15b4-44e5-bfdf-fe930c12535c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3575388'] for segment, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:44.348218 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.db.segments_db [None req-02857570-15b4-44e5-bfdf-fe930c12535c admin admin] Added segment 446bc989-e874-458d-accb-611bb702757d of type vlan for network dddbfa12-3b5c-4364-bd49-b393015a390b Sep 08 00:48:44.386992 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-02857570-15b4-44e5-bfdf-fe930c12535c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792256300036'] for network, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:44.411350 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-02857570-15b4-44e5-bfdf-fe930c12535c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586'] for network, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:44.412525 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02857570-15b4-44e5-bfdf-fe930c12535c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:44.413108 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-02857570-15b4-44e5-bfdf-fe930c12535c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for network, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:44.442273 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-02857570-15b4-44e5-bfdf-fe930c12535c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3645706 Sep 08 00:48:44.445403 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 54200) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:48:44.450552 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [None req-9e3070f8-1a46-48c0-82d6-e589c9f4813e admin admin] Request body: {'subnet': {'network_id': 'dddbfa12-3b5c-4364-bd49-b393015a390b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-265695917-subnet', 'tenant_id': '251bd361f9e049339d391d68b848235f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:48:44.471076 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3070f8-1a46-48c0-82d6-e589c9f4813e admin admin] Made reservation on behalf of 251bd361f9e049339d391d68b848235f for: {'subnet': 1} {{(pid=105699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:48:44.473289 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-9e3070f8-1a46-48c0-82d6-e589c9f4813e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25903806'] for subnet, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:44.476976 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02857570-15b4-44e5-bfdf-fe930c12535c admin admin] Pushing event updated for resources: {'Network': ['ID=dddbfa12-3b5c-4364-bd49-b393015a390b,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:44.487828 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Network dddbfa12-3b5c-4364-bd49-b393015a390b details requested by agent ovs-agent-dv-cinder-759961-13-iscsi with host dv-cinder-759961-13-iscsi {{(pid=105700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 00:48:44.639531 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-9e3070f8-1a46-48c0-82d6-e589c9f4813e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25517452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25903784'] for subnet, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:44.696635 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3070f8-1a46-48c0-82d6-e589c9f4813e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3778581d-4185-4fef-a732-63dcf89484be,revision_number=0']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:44.701471 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3070f8-1a46-48c0-82d6-e589c9f4813e admin admin] Checking segment: {'id': '446bc989-e874-458d-accb-611bb702757d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'dddbfa12-3b5c-4364-bd49-b393015a390b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:48:44.701887 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3070f8-1a46-48c0-82d6-e589c9f4813e admin admin] Network hostable DHCP agents. Network: dddbfa12-3b5c-4364-bd49-b393015a390b, hostable agents: ['08f6a972-2c18-45c5-8342-7a3ab768691a'], hosted agents: [] {{(pid=105699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 00:48:44.718936 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3070f8-1a46-48c0-82d6-e589c9f4813e admin admin] Network dddbfa12-3b5c-4364-bd49-b393015a390b is scheduled to be hosted by DHCP agent 08f6a972-2c18-45c5-8342-7a3ab768691a with binding_index 1 {{(pid=105699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 00:48:44.727635 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.base_scheduler [None req-9e3070f8-1a46-48c0-82d6-e589c9f4813e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-13-iscsi, dddbfa12-3b5c-4364-bd49-b393015a390b) {{(pid=105699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:48:44.732244 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3070f8-1a46-48c0-82d6-e589c9f4813e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:44.732851 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-9e3070f8-1a46-48c0-82d6-e589c9f4813e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:44.737340 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce46612d-810b-4b11-8d94-84cee08cf544 None None] Network dddbfa12-3b5c-4364-bd49-b393015a390b requested from dv-cinder-759961-13-iscsi {{(pid=105700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 00:48:44.746950 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-9e3070f8-1a46-48c0-82d6-e589c9f4813e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3004310 Sep 08 00:48:44.860910 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af51e5ab-a76b-4f04-b0f1-61fac55f78da None None] Network dddbfa12-3b5c-4364-bd49-b393015a390b requested from dv-cinder-759961-13-iscsi {{(pid=105700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 00:48:45.207290 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 54216) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:48:45.212111 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [None req-a7a8ed79-3c2e-4292-b029-09f38a79a25c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2020498720-network', 'tenant_id': '2ea35ff5bb374e63b230eca49f24b75b'}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:48:45.233887 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a8ed79-3c2e-4292-b029-09f38a79a25c admin admin] Made reservation on behalf of 2ea35ff5bb374e63b230eca49f24b75b for: {'network': 1} {{(pid=105699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:48:45.236207 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-a7a8ed79-3c2e-4292-b029-09f38a79a25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for network, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:45.244896 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-a7a8ed79-3c2e-4292-b029-09f38a79a25c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:45.335872 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-a7a8ed79-3c2e-4292-b029-09f38a79a25c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:45.342793 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-a7a8ed79-3c2e-4292-b029-09f38a79a25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:45.367812 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7a8ed79-3c2e-4292-b029-09f38a79a25c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=105699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 00:48:45.384082 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a8ed79-3c2e-4292-b029-09f38a79a25c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=543d2640-1f74-452b-a4ca-8507512300ac,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:45.387772 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-a7a8ed79-3c2e-4292-b029-09f38a79a25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3575388'] for segment, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:45.388130 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.db.segments_db [None req-a7a8ed79-3c2e-4292-b029-09f38a79a25c admin admin] Added segment a15fe7db-5d7d-4637-aa3e-91443840ade6 of type vlan for network f00398c6-905f-4919-8156-b6fa462fc1a9 Sep 08 00:48:45.413878 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:45.431039 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-a7a8ed79-3c2e-4292-b029-09f38a79a25c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792256300036'] for network, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:45.455549 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-a7a8ed79-3c2e-4292-b029-09f38a79a25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586'] for network, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:45.456826 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a8ed79-3c2e-4292-b029-09f38a79a25c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:45.457439 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-a7a8ed79-3c2e-4292-b029-09f38a79a25c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for network, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:45.488709 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-a7a8ed79-3c2e-4292-b029-09f38a79a25c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2803254 Sep 08 00:48:45.491590 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 54224) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:48:45.496654 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [None req-5e540872-4e4d-41cc-8173-ab7c847530cc admin admin] Request body: {'subnet': {'network_id': 'f00398c6-905f-4919-8156-b6fa462fc1a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2020498720-subnet', 'tenant_id': '2ea35ff5bb374e63b230eca49f24b75b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:48:45.517018 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e540872-4e4d-41cc-8173-ab7c847530cc admin admin] Made reservation on behalf of 2ea35ff5bb374e63b230eca49f24b75b for: {'subnet': 1} {{(pid=105698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:48:45.519981 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-5e540872-4e4d-41cc-8173-ab7c847530cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4725630'] for subnet, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:45.521298 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a8ed79-3c2e-4292-b029-09f38a79a25c admin admin] Pushing event updated for resources: {'Network': ['ID=f00398c6-905f-4919-8156-b6fa462fc1a9,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:45.531849 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Network f00398c6-905f-4919-8156-b6fa462fc1a9 details requested by agent ovs-agent-dv-cinder-759961-13-iscsi with host dv-cinder-759961-13-iscsi {{(pid=105700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 00:48:45.683982 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-5e540872-4e4d-41cc-8173-ab7c847530cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7705733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4725608'] for subnet, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:45.739022 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e540872-4e4d-41cc-8173-ab7c847530cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=56041e3c-4ddc-4b49-8898-aa9d28fd3ee6,revision_number=0']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:45.745889 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e540872-4e4d-41cc-8173-ab7c847530cc admin admin] Checking segment: {'id': 'a15fe7db-5d7d-4637-aa3e-91443840ade6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f00398c6-905f-4919-8156-b6fa462fc1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:48:45.746238 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e540872-4e4d-41cc-8173-ab7c847530cc admin admin] Network hostable DHCP agents. Network: f00398c6-905f-4919-8156-b6fa462fc1a9, hostable agents: ['08f6a972-2c18-45c5-8342-7a3ab768691a'], hosted agents: [] {{(pid=105698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 00:48:45.762379 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e540872-4e4d-41cc-8173-ab7c847530cc admin admin] Network f00398c6-905f-4919-8156-b6fa462fc1a9 is scheduled to be hosted by DHCP agent 08f6a972-2c18-45c5-8342-7a3ab768691a with binding_index 1 {{(pid=105698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 00:48:45.770955 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.base_scheduler [None req-5e540872-4e4d-41cc-8173-ab7c847530cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-13-iscsi, f00398c6-905f-4919-8156-b6fa462fc1a9) {{(pid=105698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:48:45.775005 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e540872-4e4d-41cc-8173-ab7c847530cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:45.775617 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-5e540872-4e4d-41cc-8173-ab7c847530cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for subnet, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:45.781910 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f042c15a-0754-41d4-b8e1-72a01cff88b1 None None] Network f00398c6-905f-4919-8156-b6fa462fc1a9 requested from dv-cinder-759961-13-iscsi {{(pid=105700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 00:48:45.789483 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-5e540872-4e4d-41cc-8173-ab7c847530cc admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.2967508 Sep 08 00:48:45.902402 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 54228) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:48:45.904005 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcbcb9c-6605-48bd-b826-90785f6944ef None None] Network f00398c6-905f-4919-8156-b6fa462fc1a9 requested from dv-cinder-759961-13-iscsi {{(pid=105700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 00:48:45.946458 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f8920a5-58dd-4027-aed3-a17563c4f539 admin admin] Deleting subnet 3778581d-4185-4fef-a732-63dcf89484be {{(pid=105698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 00:48:45.950628 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0f8920a5-58dd-4027-aed3-a17563c4f539 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:45.987580 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0f8920a5-58dd-4027-aed3-a17563c4f539 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7633556'] for subnet, precommit_delete_associations {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:46.032144 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0f8920a5-58dd-4027-aed3-a17563c4f539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3572486'] for subnet, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:46.082818 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0f8920a5-58dd-4027-aed3-a17563c4f539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3572543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7705668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4725603'] for subnet, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:46.108233 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8920a5-58dd-4027-aed3-a17563c4f539 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3778581d-4185-4fef-a732-63dcf89484be,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:46.109985 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0f8920a5-58dd-4027-aed3-a17563c4f539 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for subnet, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:46.111797 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-0f8920a5-58dd-4027-aed3-a17563c4f539 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3778581d-4185-4fef-a732-63dcf89484be HTTP/1.1" status: 204 len: 168 time: 0.2080536 Sep 08 00:48:46.114304 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 54230) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:48:46.179073 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-870a0335-bafa-47a1-a648-875e8b254435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3464973'] for network, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:46.258276 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-870a0335-bafa-47a1-a648-875e8b254435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3575435', 'neutron.services.segments.db._delete_segments_for_network-8792256839289'] for network, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:46.278000 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.services.segments.db [None req-870a0335-bafa-47a1-a648-875e8b254435 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dddbfa12-3b5c-4364-bd49-b393015a390b']}} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:48:46.286983 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.services.segments.db [None req-870a0335-bafa-47a1-a648-875e8b254435 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '446bc989-e874-458d-accb-611bb702757d') {'for_net_delete': True} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:48:46.287279 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.services.segments.db [None req-870a0335-bafa-47a1-a648-875e8b254435 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '446bc989-e874-458d-accb-611bb702757d') {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:48:46.296922 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-870a0335-bafa-47a1-a648-875e8b254435 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792256841090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7633565'] for segment, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:46.310203 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-870a0335-bafa-47a1-a648-875e8b254435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3575388'] for segment, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:46.316133 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-870a0335-bafa-47a1-a648-875e8b254435 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=105698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 00:48:46.316634 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-870a0335-bafa-47a1-a648-875e8b254435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3575388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7727846'] for segment, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:46.318297 dv-cinder-759961-13-iscsi neutron-server[105698]: Traceback (most recent call last): Sep 08 00:48:46.318297 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 00:48:46.318297 dv-cinder-759961-13-iscsi neutron-server[105698]: timer() Sep 08 00:48:46.318297 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 00:48:46.318297 dv-cinder-759961-13-iscsi neutron-server[105698]: cb(*args, **kw) Sep 08 00:48:46.318297 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 00:48:46.318297 dv-cinder-759961-13-iscsi neutron-server[105698]: return func(*args, **kwargs) Sep 08 00:48:46.318297 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 00:48:46.318297 dv-cinder-759961-13-iscsi neutron-server[105698]: self._notify() Sep 08 00:48:46.318297 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 00:48:46.318297 dv-cinder-759961-13-iscsi neutron-server[105698]: self.callback(batched_events) Sep 08 00:48:46.318297 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 00:48:46.318297 dv-cinder-759961-13-iscsi neutron-server[105698]: event.method(event) Sep 08 00:48:46.318297 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 00:48:46.318297 dv-cinder-759961-13-iscsi neutron-server[105698]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 00:48:46.318297 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 00:48:46.318297 dv-cinder-759961-13-iscsi neutron-server[105698]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 00:48:46.318297 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 00:48:46.318297 dv-cinder-759961-13-iscsi neutron-server[105698]: return f(self, *a, **k) Sep 08 00:48:46.318297 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 00:48:46.318297 dv-cinder-759961-13-iscsi neutron-server[105698]: return self._get(url).json() Sep 08 00:48:46.318297 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 00:48:46.318297 dv-cinder-759961-13-iscsi neutron-server[105698]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 00:48:46.318297 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 00:48:46.318297 dv-cinder-759961-13-iscsi neutron-server[105698]: return self.request(url, 'GET', **kwargs) Sep 08 00:48:46.318297 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 00:48:46.318297 dv-cinder-759961-13-iscsi neutron-server[105698]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 00:48:46.318297 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 00:48:46.318297 dv-cinder-759961-13-iscsi neutron-server[105698]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 00:48:46.318297 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 00:48:46.318297 dv-cinder-759961-13-iscsi neutron-server[105698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 00:48:46.318297 dv-cinder-759961-13-iscsi neutron-server[105698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 00:48:46.377324 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-870a0335-bafa-47a1-a648-875e8b254435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3575428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529414'] for network, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:46.384195 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-870a0335-bafa-47a1-a648-875e8b254435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for network, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:46.389491 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-870a0335-bafa-47a1-a648-875e8b254435 admin admin] 10.222.0.15 "DELETE /v2.0/networks/dddbfa12-3b5c-4364-bd49-b393015a390b HTTP/1.1" status: 204 len: 168 time: 0.2710257 Sep 08 00:48:46.390107 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 54242) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:48:46.396246 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870a0335-bafa-47a1-a648-875e8b254435 admin admin] Pushing event deleted for resources: {'Network': ['ID=dddbfa12-3b5c-4364-bd49-b393015a390b,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:46.448340 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.db_base_plugin_v2 [None req-e96e1bd0-c06f-4eb6-9448-866b6194c53f admin admin] Deleting subnet 56041e3c-4ddc-4b49-8898-aa9d28fd3ee6 {{(pid=105699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 00:48:46.452570 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-e96e1bd0-c06f-4eb6-9448-866b6194c53f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:46.487129 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-e96e1bd0-c06f-4eb6-9448-866b6194c53f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25306843'] for subnet, precommit_delete_associations {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:46.528681 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-e96e1bd0-c06f-4eb6-9448-866b6194c53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3572486'] for subnet, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:46.582245 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-e96e1bd0-c06f-4eb6-9448-866b6194c53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3572543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25517389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25903779'] for subnet, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:46.608105 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e1bd0-c06f-4eb6-9448-866b6194c53f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56041e3c-4ddc-4b49-8898-aa9d28fd3ee6,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:46.613048 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-e96e1bd0-c06f-4eb6-9448-866b6194c53f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:46.615393 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-e96e1bd0-c06f-4eb6-9448-866b6194c53f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/56041e3c-4ddc-4b49-8898-aa9d28fd3ee6 HTTP/1.1" status: 204 len: 168 time: 0.2245941 Sep 08 00:48:46.617886 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 54250) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:48:46.687859 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-80746b95-13e9-4cb9-bc90-fccb285f9686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3464973'] for network, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:46.769281 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-80746b95-13e9-4cb9-bc90-fccb285f9686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3575435', 'neutron.services.segments.db._delete_segments_for_network-8792256839289'] for network, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:46.788762 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.services.segments.db [None req-80746b95-13e9-4cb9-bc90-fccb285f9686 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f00398c6-905f-4919-8156-b6fa462fc1a9']}} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:48:46.798566 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.services.segments.db [None req-80746b95-13e9-4cb9-bc90-fccb285f9686 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a15fe7db-5d7d-4637-aa3e-91443840ade6') {'for_net_delete': True} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:48:46.798866 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.services.segments.db [None req-80746b95-13e9-4cb9-bc90-fccb285f9686 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a15fe7db-5d7d-4637-aa3e-91443840ade6') {} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:48:46.807820 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-80746b95-13e9-4cb9-bc90-fccb285f9686 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792256841090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25306834'] for segment, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:46.820902 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-80746b95-13e9-4cb9-bc90-fccb285f9686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3575388'] for segment, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:46.827099 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80746b95-13e9-4cb9-bc90-fccb285f9686 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=105699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 00:48:46.827417 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-80746b95-13e9-4cb9-bc90-fccb285f9686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3575388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25502703'] for segment, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:46.829231 dv-cinder-759961-13-iscsi neutron-server[105699]: Traceback (most recent call last): Sep 08 00:48:46.829231 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 00:48:46.829231 dv-cinder-759961-13-iscsi neutron-server[105699]: timer() Sep 08 00:48:46.829231 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 00:48:46.829231 dv-cinder-759961-13-iscsi neutron-server[105699]: cb(*args, **kw) Sep 08 00:48:46.829231 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 00:48:46.829231 dv-cinder-759961-13-iscsi neutron-server[105699]: return func(*args, **kwargs) Sep 08 00:48:46.829231 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 00:48:46.829231 dv-cinder-759961-13-iscsi neutron-server[105699]: self._notify() Sep 08 00:48:46.829231 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 00:48:46.829231 dv-cinder-759961-13-iscsi neutron-server[105699]: self.callback(batched_events) Sep 08 00:48:46.829231 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 00:48:46.829231 dv-cinder-759961-13-iscsi neutron-server[105699]: event.method(event) Sep 08 00:48:46.829231 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 00:48:46.829231 dv-cinder-759961-13-iscsi neutron-server[105699]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 00:48:46.829231 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 00:48:46.829231 dv-cinder-759961-13-iscsi neutron-server[105699]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 00:48:46.829231 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 00:48:46.829231 dv-cinder-759961-13-iscsi neutron-server[105699]: return f(self, *a, **k) Sep 08 00:48:46.829231 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 00:48:46.829231 dv-cinder-759961-13-iscsi neutron-server[105699]: return self._get(url).json() Sep 08 00:48:46.829231 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 00:48:46.829231 dv-cinder-759961-13-iscsi neutron-server[105699]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 00:48:46.829231 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 00:48:46.829231 dv-cinder-759961-13-iscsi neutron-server[105699]: return self.request(url, 'GET', **kwargs) Sep 08 00:48:46.829231 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 00:48:46.829231 dv-cinder-759961-13-iscsi neutron-server[105699]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 00:48:46.829231 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 00:48:46.829231 dv-cinder-759961-13-iscsi neutron-server[105699]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 00:48:46.829231 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 00:48:46.829231 dv-cinder-759961-13-iscsi neutron-server[105699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 00:48:46.829231 dv-cinder-759961-13-iscsi neutron-server[105699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 00:48:46.884573 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-80746b95-13e9-4cb9-bc90-fccb285f9686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3575428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529414'] for network, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:46.889781 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-80746b95-13e9-4cb9-bc90-fccb285f9686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for network, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:46.891968 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-80746b95-13e9-4cb9-bc90-fccb285f9686 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f00398c6-905f-4919-8156-b6fa462fc1a9 HTTP/1.1" status: 204 len: 168 time: 0.2731047 Sep 08 00:48:46.904352 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80746b95-13e9-4cb9-bc90-fccb285f9686 admin admin] Pushing event deleted for resources: {'Network': ['ID=f00398c6-905f-4919-8156-b6fa462fc1a9,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:47.045034 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 54258) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:48:47.085739 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-e257427d-3da5-4944-b577-aaeab9ca6500 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=251bd361f9e049339d391d68b848235f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373547 Sep 08 00:48:47.085939 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 54260) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:48:47.131260 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-35c7d870-2357-434e-824d-955cda61d766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:47.150924 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-35c7d870-2357-434e-824d-955cda61d766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:47.194970 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-35c7d870-2357-434e-824d-955cda61d766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:47.197425 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-35c7d870-2357-434e-824d-955cda61d766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:47.198540 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-35c7d870-2357-434e-824d-955cda61d766 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0e7a9e3c-0bfe-4c94-94e2-f4b479885dba HTTP/1.1" status: 204 len: 168 time: 0.1118104 Sep 08 00:48:47.206153 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c7d870-2357-434e-824d-955cda61d766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7a9e3c-0bfe-4c94-94e2-f4b479885dba,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:47.516568 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 54268) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:48:47.559336 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-ec547a00-0083-496a-8946-e2e00d7ed8bd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2ea35ff5bb374e63b230eca49f24b75b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415094 Sep 08 00:48:47.561917 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 54272) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:48:47.608677 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-5c8ee87b-9fcd-4553-94a1-d1ac6eee722b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:47.628427 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-5c8ee87b-9fcd-4553-94a1-d1ac6eee722b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:47.673812 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-5c8ee87b-9fcd-4553-94a1-d1ac6eee722b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:47.676380 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-5c8ee87b-9fcd-4553-94a1-d1ac6eee722b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:47.677509 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-5c8ee87b-9fcd-4553-94a1-d1ac6eee722b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/543d2640-1f74-452b-a4ca-8507512300ac HTTP/1.1" status: 204 len: 168 time: 0.1147332 Sep 08 00:48:47.684972 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ee87b-9fcd-4553-94a1-d1ac6eee722b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543d2640-1f74-452b-a4ca-8507512300ac,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:47.801691 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-47fab7c4-0ec1-4cc1-a17e-988c695b21c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:50.828986 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-cd6b33d7-7d66-4e4b-b97f-c55a7b702b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:50.831359 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:50.969570 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a35914-8c19-4f7b-8a01-4f990ab73be0 req-ce4c4348-6688-4cae-a67e-92f9970ea1d8 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:50.971190 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a0a35914-8c19-4f7b-8a01-4f990ab73be0 req-ce4c4348-6688-4cae-a67e-92f9970ea1d8 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 945 time: 0.0556493 Sep 08 00:48:51.016654 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a0a35914-8c19-4f7b-8a01-4f990ab73be0 req-f42eaa56-4d3a-4297-bd6e-6158835bdcbc tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389144 Sep 08 00:48:51.630927 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:52.134166 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5722b4-be8d-4ab7-abaa-e2f985515413 req-f098960f-8afc-4afa-a433-71509ad9b292 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:52.135687 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-aa5722b4-be8d-4ab7-abaa-e2f985515413 req-f098960f-8afc-4afa-a433-71509ad9b292 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 945 time: 0.0514231 Sep 08 00:48:52.173352 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-aa5722b4-be8d-4ab7-abaa-e2f985515413 req-98084657-9c96-4efc-a42b-6b29ebe6e9b4 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316110 Sep 08 00:48:52.603681 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 54402) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:48:52.704513 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-9dd64995-7f97-4cc8-9c50-cd8ce3704ca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:52.787713 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-9dd64995-7f97-4cc8-9c50-cd8ce3704ca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:52.791550 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-9dd64995-7f97-4cc8-9c50-cd8ce3704ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:52.830604 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-9dd64995-7f97-4cc8-9c50-cd8ce3704ca7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0d6bd5d4a2a144519451692d54692a49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2258165 Sep 08 00:48:52.831876 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd64995-7f97-4cc8-9c50-cd8ce3704ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c0fc54-95f2-4919-a7a9-4e6a2887ffc9,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:52.833497 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 54406) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:48:52.882525 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-9b912858-f73c-4e6c-8f97-d1f834ef9cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:52.903873 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-9b912858-f73c-4e6c-8f97-d1f834ef9cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:52.947390 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-9b912858-f73c-4e6c-8f97-d1f834ef9cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:52.949858 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-9b912858-f73c-4e6c-8f97-d1f834ef9cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:52.951554 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-9b912858-f73c-4e6c-8f97-d1f834ef9cb0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/15c0fc54-95f2-4919-a7a9-4e6a2887ffc9 HTTP/1.1" status: 204 len: 168 time: 0.1170638 Sep 08 00:48:52.959060 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b912858-f73c-4e6c-8f97-d1f834ef9cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c0fc54-95f2-4919-a7a9-4e6a2887ffc9,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:53.110972 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:53.214979 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 54416) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:48:53.228480 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-7c861a0e-c2d6-4cee-bb9d-3ac7072e64c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:53.296433 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e656906-5932-4dc2-9356-148d2b3e63de req-c43f870b-9856-419f-967b-b122b0131942 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:53.298080 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-2e656906-5932-4dc2-9356-148d2b3e63de req-c43f870b-9856-419f-967b-b122b0131942 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 945 time: 0.0580173 Sep 08 00:48:53.322694 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-7c861a0e-c2d6-4cee-bb9d-3ac7072e64c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:53.327883 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-7c861a0e-c2d6-4cee-bb9d-3ac7072e64c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:53.339480 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-2e656906-5932-4dc2-9356-148d2b3e63de req-1f9cc9c2-60a4-488b-b3bd-5cf6bc51070a tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351143 Sep 08 00:48:53.367388 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-7c861a0e-c2d6-4cee-bb9d-3ac7072e64c0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=66d36a6daf4f4829ad53294bf0964a3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1504743 Sep 08 00:48:53.368493 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c861a0e-c2d6-4cee-bb9d-3ac7072e64c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71286327-e60b-4ea4-9866-9681b5d32358,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:53.370093 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 54420) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:48:53.376156 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c861a0e-c2d6-4cee-bb9d-3ac7072e64c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:48:53.376509 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c861a0e-c2d6-4cee-bb9d-3ac7072e64c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:48:53.376842 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c861a0e-c2d6-4cee-bb9d-3ac7072e64c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:48:53.377175 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c861a0e-c2d6-4cee-bb9d-3ac7072e64c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:48:53.377671 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c861a0e-c2d6-4cee-bb9d-3ac7072e64c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:48:53.378001 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c861a0e-c2d6-4cee-bb9d-3ac7072e64c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:48:53.378328 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c861a0e-c2d6-4cee-bb9d-3ac7072e64c0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:48:53.378653 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c861a0e-c2d6-4cee-bb9d-3ac7072e64c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:48:53.378975 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c861a0e-c2d6-4cee-bb9d-3ac7072e64c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:48:53.379294 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c861a0e-c2d6-4cee-bb9d-3ac7072e64c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:48:53.379681 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c861a0e-c2d6-4cee-bb9d-3ac7072e64c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:48:53.380000 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c861a0e-c2d6-4cee-bb9d-3ac7072e64c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:48:53.423787 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-147ad8bb-9820-422f-bfed-b001fc1535b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:53.443927 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-147ad8bb-9820-422f-bfed-b001fc1535b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:53.490620 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-147ad8bb-9820-422f-bfed-b001fc1535b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:53.493185 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-147ad8bb-9820-422f-bfed-b001fc1535b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:53.494327 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-147ad8bb-9820-422f-bfed-b001fc1535b8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/71286327-e60b-4ea4-9866-9681b5d32358 HTTP/1.1" status: 204 len: 168 time: 0.1231954 Sep 08 00:48:53.502355 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147ad8bb-9820-422f-bfed-b001fc1535b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71286327-e60b-4ea4-9866-9681b5d32358,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:53.795904 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 54426) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:48:53.808594 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-30e5fe5e-5c93-4ceb-b6c6-78e1997f4f67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:53.896359 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-30e5fe5e-5c93-4ceb-b6c6-78e1997f4f67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:53.900086 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-30e5fe5e-5c93-4ceb-b6c6-78e1997f4f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:53.935631 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e5fe5e-5c93-4ceb-b6c6-78e1997f4f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6ab69c-6c7e-4f28-ac19-5e747f28dc74,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:53.939683 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-30e5fe5e-5c93-4ceb-b6c6-78e1997f4f67 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=90be76dffea04bba97da969ee6245386&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1427445 Sep 08 00:48:53.942873 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 54428) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:48:53.988914 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-f15dccba-921e-4d3b-8d85-69c1d9b5ff2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:54.008697 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-f15dccba-921e-4d3b-8d85-69c1d9b5ff2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:54.055573 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-f15dccba-921e-4d3b-8d85-69c1d9b5ff2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:54.057986 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-f15dccba-921e-4d3b-8d85-69c1d9b5ff2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:54.059106 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-f15dccba-921e-4d3b-8d85-69c1d9b5ff2d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dd6ab69c-6c7e-4f28-ac19-5e747f28dc74 HTTP/1.1" status: 204 len: 168 time: 0.1159589 Sep 08 00:48:54.067592 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15dccba-921e-4d3b-8d85-69c1d9b5ff2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6ab69c-6c7e-4f28-ac19-5e747f28dc74,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:54.300568 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daaa425-ded6-4376-ab7e-eb0b54d1f562 req-03856080-a6f6-4c6c-99fa-87eb084c4ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:54.302081 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-0daaa425-ded6-4376-ab7e-eb0b54d1f562 req-03856080-a6f6-4c6c-99fa-87eb084c4ed7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6c2e3269f9714298a408087ff7cd53df&device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 1098 time: 0.0408463 Sep 08 00:48:54.414631 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daaa425-ded6-4376-ab7e-eb0b54d1f562 req-c4eb8e6e-cecd-40db-8678-4835e3294fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:54.416133 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-0daaa425-ded6-4376-ab7e-eb0b54d1f562 req-c4eb8e6e-cecd-40db-8678-4835e3294fcb service neutron] 10.222.0.35 "GET /v2.0/networks?id=ce10fb4f-fc55-43bc-8b33-2df5991b8f81 HTTP/1.1" status: 200 len: 912 time: 0.0896921 Sep 08 00:48:54.478607 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb0bf8a-8f21-450f-ab97-faf0d4841d4d req-ff6f2c18-ea23-4dad-aa39-d1d593df6b0b tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:54.480227 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1bb0bf8a-8f21-450f-ab97-faf0d4841d4d req-ff6f2c18-ea23-4dad-aa39-d1d593df6b0b tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 945 time: 0.0535352 Sep 08 00:48:54.499422 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-0daaa425-ded6-4376-ab7e-eb0b54d1f562 req-60b363cf-7227-4762-9c8d-fef640637f2f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24d1122e-086c-4356-82b0-933a87885a6b HTTP/1.1" status: 200 len: 1000 time: 0.0748181 Sep 08 00:48:54.523896 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1bb0bf8a-8f21-450f-ab97-faf0d4841d4d req-86ba7d3b-fe80-4c34-846d-7441a1359d1c tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347590 Sep 08 00:48:54.572125 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daaa425-ded6-4376-ab7e-eb0b54d1f562 req-4c0ac2fc-dd9c-48eb-8138-e52c7c5c62ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:54.573594 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-0daaa425-ded6-4376-ab7e-eb0b54d1f562 req-4c0ac2fc-dd9c-48eb-8138-e52c7c5c62ad service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9be68c17-707e-479e-ae04-cf49c535adb6 HTTP/1.1" status: 200 len: 850 time: 0.0512753 Sep 08 00:48:54.620862 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daaa425-ded6-4376-ab7e-eb0b54d1f562 req-14a7f350-c9fb-45d5-b2db-d5b8adc72fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:54.622590 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-0daaa425-ded6-4376-ab7e-eb0b54d1f562 req-14a7f350-c9fb-45d5-b2db-d5b8adc72fcc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ce10fb4f-fc55-43bc-8b33-2df5991b8f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0409179 Sep 08 00:48:54.715091 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-0daaa425-ded6-4376-ab7e-eb0b54d1f562 req-3778cc46-b1e4-47ea-962d-a788cdb7faac service neutron] 10.222.0.35 "GET /v2.0/networks/ce10fb4f-fc55-43bc-8b33-2df5991b8f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856612 Sep 08 00:48:54.809013 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-0daaa425-ded6-4376-ab7e-eb0b54d1f562 req-e4ffed7c-d8eb-493d-b247-eaaf92046f41 service neutron] 10.222.0.35 "GET /v2.0/networks/ce10fb4f-fc55-43bc-8b33-2df5991b8f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858295 Sep 08 00:48:55.646164 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbdb6c-39d7-45bb-89df-f24ea4acd532 req-ad3476c1-ab3d-4210-9772-49cecd29313b tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:55.647665 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-cccbdb6c-39d7-45bb-89df-f24ea4acd532 req-ad3476c1-ab3d-4210-9772-49cecd29313b tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 945 time: 0.0487597 Sep 08 00:48:55.692041 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-cccbdb6c-39d7-45bb-89df-f24ea4acd532 req-af3a5fb5-5a53-4032-bcc5-60c83503ee11 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376685 Sep 08 00:48:56.142311 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 54514) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:48:56.241975 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-d0bd69df-6064-49fa-a04d-365fefca6036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:56.333797 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-d0bd69df-6064-49fa-a04d-365fefca6036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:56.337434 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-d0bd69df-6064-49fa-a04d-365fefca6036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:56.374821 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-d0bd69df-6064-49fa-a04d-365fefca6036 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dbf937c0ac3845d2ba6ddeb2086fdb09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2314839 Sep 08 00:48:56.375909 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bd69df-6064-49fa-a04d-365fefca6036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3c7be3-159d-43bb-8968-75c144b1be6d,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:56.377624 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 54520) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:48:56.425685 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-c3225371-a7af-4c49-86a9-5578d0e14af2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:56.446842 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-c3225371-a7af-4c49-86a9-5578d0e14af2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:56.491934 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-c3225371-a7af-4c49-86a9-5578d0e14af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:56.494665 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-c3225371-a7af-4c49-86a9-5578d0e14af2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:56.495823 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-c3225371-a7af-4c49-86a9-5578d0e14af2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ae3c7be3-159d-43bb-8968-75c144b1be6d HTTP/1.1" status: 204 len: 168 time: 0.1171987 Sep 08 00:48:56.503486 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3225371-a7af-4c49-86a9-5578d0e14af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3c7be3-159d-43bb-8968-75c144b1be6d,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:56.761096 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 54530) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:48:56.774517 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-322ec480-b3f8-422b-bc84-a8aabcc16746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:56.808077 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee1b7c-e842-438e-ab46-04ea422253bf req-07f32d4b-fe5a-417c-b92b-0cb640035e1c tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:56.810742 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0cee1b7c-e842-438e-ab46-04ea422253bf req-07f32d4b-fe5a-417c-b92b-0cb640035e1c tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 945 time: 0.0529258 Sep 08 00:48:56.861245 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0cee1b7c-e842-438e-ab46-04ea422253bf req-d310be0d-7ba7-43e6-aafe-43fd1b914331 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438828 Sep 08 00:48:56.884630 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-322ec480-b3f8-422b-bc84-a8aabcc16746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:56.888930 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-322ec480-b3f8-422b-bc84-a8aabcc16746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:56.926106 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-322ec480-b3f8-422b-bc84-a8aabcc16746 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9fd77e01e9c745aab0fc6cc9b53a28de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1639647 Sep 08 00:48:56.927988 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322ec480-b3f8-422b-bc84-a8aabcc16746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d3c488-9971-4ed3-b766-8e2db4b8e432,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:56.928757 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 54532) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:48:56.975525 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1cd2a23a-b68e-4fdf-93de-02ff0aa812f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:56.995728 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1cd2a23a-b68e-4fdf-93de-02ff0aa812f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:57.039362 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1cd2a23a-b68e-4fdf-93de-02ff0aa812f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:57.041820 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1cd2a23a-b68e-4fdf-93de-02ff0aa812f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:57.042944 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-1cd2a23a-b68e-4fdf-93de-02ff0aa812f2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a1d3c488-9971-4ed3-b766-8e2db4b8e432 HTTP/1.1" status: 204 len: 168 time: 0.1132390 Sep 08 00:48:57.050828 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd2a23a-b68e-4fdf-93de-02ff0aa812f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d3c488-9971-4ed3-b766-8e2db4b8e432,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:57.976221 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb35c1-096d-4b03-9763-1cb5363d289a req-31c5be48-3f59-4490-8ee7-5df2745b555e tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:57.978431 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-abdb35c1-096d-4b03-9763-1cb5363d289a req-31c5be48-3f59-4490-8ee7-5df2745b555e tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 945 time: 0.0540907 Sep 08 00:48:58.016858 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-abdb35c1-096d-4b03-9763-1cb5363d289a req-0c8b3b1c-c0bf-4c7d-a28f-f378868e5999 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320513 Sep 08 00:48:58.102728 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 54572) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:48:58.206382 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-7042bff1-6304-4870-9bde-26d6e0ebc5ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:58.295614 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-7042bff1-6304-4870-9bde-26d6e0ebc5ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:58.299362 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-7042bff1-6304-4870-9bde-26d6e0ebc5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:58.336223 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-7042bff1-6304-4870-9bde-26d6e0ebc5ad admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=10dfc28e76894103817d8b2c6a3af8e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2324424 Sep 08 00:48:58.337324 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7042bff1-6304-4870-9bde-26d6e0ebc5ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d42bbc5-4a5b-4268-9a2f-5cad301bf21d,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:58.338992 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 54576) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:48:58.392152 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-ddef0957-fb0b-45c8-863b-1ba89c872f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:58.416698 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-ddef0957-fb0b-45c8-863b-1ba89c872f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:58.463734 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-ddef0957-fb0b-45c8-863b-1ba89c872f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:58.466549 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-ddef0957-fb0b-45c8-863b-1ba89c872f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:48:58.467815 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-ddef0957-fb0b-45c8-863b-1ba89c872f39 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0d42bbc5-4a5b-4268-9a2f-5cad301bf21d HTTP/1.1" status: 204 len: 168 time: 0.1269403 Sep 08 00:48:58.475555 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddef0957-fb0b-45c8-863b-1ba89c872f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d42bbc5-4a5b-4268-9a2f-5cad301bf21d,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:48:59.132899 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7d51d-dc33-4606-bef2-5d46d269b2d7 req-9d07aeb8-bcb0-4242-a419-168ea5d2e58f tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:48:59.134399 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-56c7d51d-dc33-4606-bef2-5d46d269b2d7 req-9d07aeb8-bcb0-4242-a419-168ea5d2e58f tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 945 time: 0.0501921 Sep 08 00:48:59.178313 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-56c7d51d-dc33-4606-bef2-5d46d269b2d7 req-b8e4bcf1-95e7-4164-885e-f53916686005 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373318 Sep 08 00:49:00.294597 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73991d7-0f10-4fa2-a89d-e5bcf3d51911 req-10a98a59-7426-4e21-b36a-0724dd789210 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:49:00.296131 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a73991d7-0f10-4fa2-a89d-e5bcf3d51911 req-10a98a59-7426-4e21-b36a-0724dd789210 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 945 time: 0.0511410 Sep 08 00:49:00.335090 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a73991d7-0f10-4fa2-a89d-e5bcf3d51911 req-9f0c909c-173b-4b49-9e0f-1e584c62b4b1 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329492 Sep 08 00:49:01.447490 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b0a52-9467-4a60-9bdc-0d03a7e2d59b req-39b75f5f-f5cb-4a65-a5d8-402329a6e474 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:49:01.449007 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-c97b0a52-9467-4a60-9bdc-0d03a7e2d59b req-39b75f5f-f5cb-4a65-a5d8-402329a6e474 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 945 time: 0.0476832 Sep 08 00:49:01.486446 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-c97b0a52-9467-4a60-9bdc-0d03a7e2d59b req-2a2c2c92-e8b4-4df1-a00f-537963404d13 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311575 Sep 08 00:49:02.597198 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15497f-da4d-479b-9131-1f1585f75810 req-5602cad5-773a-4abb-b7a6-6cb919599bce tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:49:02.598658 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ae15497f-da4d-479b-9131-1f1585f75810 req-5602cad5-773a-4abb-b7a6-6cb919599bce tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 945 time: 0.0476527 Sep 08 00:49:02.638368 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ae15497f-da4d-479b-9131-1f1585f75810 req-472346a9-f16e-4d75-9536-adc7429e5683 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339580 Sep 08 00:49:03.754285 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3cdde9-30c5-4e7c-8837-c216d2292258 req-f5ef3a6c-944e-4003-b2b3-94826462f6a1 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:49:03.755795 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-2f3cdde9-30c5-4e7c-8837-c216d2292258 req-f5ef3a6c-944e-4003-b2b3-94826462f6a1 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 945 time: 0.0525076 Sep 08 00:49:03.799952 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-2f3cdde9-30c5-4e7c-8837-c216d2292258 req-31dc73fe-5bf2-4acb-9666-09377ec77dc3 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377746 Sep 08 00:49:04.914028 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade5a59-2bf6-48df-bb22-d2a3408ac9be req-e7785077-97fa-4c86-bf8b-d7f57605d593 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:49:04.915537 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-dade5a59-2bf6-48df-bb22-d2a3408ac9be req-e7785077-97fa-4c86-bf8b-d7f57605d593 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 945 time: 0.0493438 Sep 08 00:49:04.955347 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-dade5a59-2bf6-48df-bb22-d2a3408ac9be req-93ad3a7c-8b07-4201-bad1-14cc53083063 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332477 Sep 08 00:49:06.069111 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ee7b0-7858-4eb5-85f1-9ca1c1252a84 req-9158f776-11bc-4e8c-b194-799c38e86383 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:49:06.070468 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-106ee7b0-7858-4eb5-85f1-9ca1c1252a84 req-9158f776-11bc-4e8c-b194-799c38e86383 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 945 time: 0.0484905 Sep 08 00:49:06.110496 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-106ee7b0-7858-4eb5-85f1-9ca1c1252a84 req-dc7d14be-1e2e-43e3-8c89-6a139015c244 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340087 Sep 08 00:49:07.184247 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.agents_db [None req-8a21184a-e449-40d8-9b7c-bcfe602fdfc6 None None] Agent healthcheck: found 6 active agents {{(pid=105701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 00:49:07.224840 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b453f57-8531-45af-83b2-e53af81a6535 req-310d329c-7cbe-4074-908e-4316fcf946fc tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:49:07.226330 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6b453f57-8531-45af-83b2-e53af81a6535 req-310d329c-7cbe-4074-908e-4316fcf946fc tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 945 time: 0.0492859 Sep 08 00:49:07.267801 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6b453f57-8531-45af-83b2-e53af81a6535 req-a318f87d-0e27-4e27-8ef9-fe52cb291f1e tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354228 Sep 08 00:49:08.380291 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8c35a-686f-41f2-86cc-2172d662bcbe req-09b7c6fc-0f28-40dc-b200-fbf2a3a7e587 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:49:08.381751 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6ff8c35a-686f-41f2-86cc-2172d662bcbe req-09b7c6fc-0f28-40dc-b200-fbf2a3a7e587 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 945 time: 0.0481572 Sep 08 00:49:08.417625 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6ff8c35a-686f-41f2-86cc-2172d662bcbe req-b3b0a2ae-463f-489a-b748-5cf241226b54 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301745 Sep 08 00:49:09.534033 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b2e27-bd1f-401b-8103-aca7e75cf100 req-a490be05-4be5-4303-9632-604927a924ae tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:49:09.535469 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-c31b2e27-bd1f-401b-8103-aca7e75cf100 req-a490be05-4be5-4303-9632-604927a924ae tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 945 time: 0.0478899 Sep 08 00:49:09.575582 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-c31b2e27-bd1f-401b-8103-aca7e75cf100 req-6a4da66d-0b11-422b-92a5-05756b872f7d tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337076 Sep 08 00:49:09.781054 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a279c-6232-4535-b031-02899c408df7 req-3cf9c113-cc86-467e-8712-54c3cbcf7f22 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:49:09.782638 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e50a279c-6232-4535-b031-02899c408df7 req-3cf9c113-cc86-467e-8712-54c3cbcf7f22 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 945 time: 0.0574703 Sep 08 00:49:09.828747 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e50a279c-6232-4535-b031-02899c408df7 req-3d4b8dcb-ddfc-4940-aa97-a70ee445f107 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402963 Sep 08 00:49:09.963181 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387cce3-b503-41de-9712-76b6f56222ae req-034a9f64-5ae4-4a8e-82b2-858e663d7caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:49:09.964591 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-b387cce3-b503-41de-9712-76b6f56222ae req-034a9f64-5ae4-4a8e-82b2-858e663d7caa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6c2e3269f9714298a408087ff7cd53df&device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 1098 time: 0.1340208 Sep 08 00:49:10.056753 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387cce3-b503-41de-9712-76b6f56222ae req-4bbc6426-4377-4388-91f3-46b084c3fe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:49:10.058224 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-b387cce3-b503-41de-9712-76b6f56222ae req-4bbc6426-4377-4388-91f3-46b084c3fe72 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ce10fb4f-fc55-43bc-8b33-2df5991b8f81 HTTP/1.1" status: 200 len: 912 time: 0.0855579 Sep 08 00:49:10.124456 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-b387cce3-b503-41de-9712-76b6f56222ae req-2c6331dd-cf23-41f5-9836-49ac4f321a21 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24d1122e-086c-4356-82b0-933a87885a6b HTTP/1.1" status: 200 len: 1000 time: 0.0576570 Sep 08 00:49:10.180364 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387cce3-b503-41de-9712-76b6f56222ae req-c7a49c29-a78b-4417-a76f-7760e5e7bd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:49:10.181866 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-b387cce3-b503-41de-9712-76b6f56222ae req-c7a49c29-a78b-4417-a76f-7760e5e7bd71 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9be68c17-707e-479e-ae04-cf49c535adb6 HTTP/1.1" status: 200 len: 850 time: 0.0496175 Sep 08 00:49:10.234300 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387cce3-b503-41de-9712-76b6f56222ae req-f6779829-5a14-470f-9a55-bbc3a6471875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:49:10.235700 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-b387cce3-b503-41de-9712-76b6f56222ae req-f6779829-5a14-470f-9a55-bbc3a6471875 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ce10fb4f-fc55-43bc-8b33-2df5991b8f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0451882 Sep 08 00:49:10.323585 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-b387cce3-b503-41de-9712-76b6f56222ae req-9cf42d04-b950-4b51-b89a-c7275145781a service neutron] 10.222.0.35 "GET /v2.0/networks/ce10fb4f-fc55-43bc-8b33-2df5991b8f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799789 Sep 08 00:49:10.414358 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-b387cce3-b503-41de-9712-76b6f56222ae req-280376c0-ce79-4dd8-9882-c08343448aab service neutron] 10.222.0.35 "GET /v2.0/networks/ce10fb4f-fc55-43bc-8b33-2df5991b8f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818219 Sep 08 00:49:10.959001 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdaca8b-61f7-4adf-bb84-4d6da4d48e72 req-e5957b11-4c23-4fac-9ec8-39cfdc73c1a3 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:49:10.960530 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1cdaca8b-61f7-4adf-bb84-4d6da4d48e72 req-e5957b11-4c23-4fac-9ec8-39cfdc73c1a3 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 945 time: 0.0601196 Sep 08 00:49:11.007030 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1cdaca8b-61f7-4adf-bb84-4d6da4d48e72 req-9b4a9ac6-c0e3-462c-a13f-6a6cc5074eb5 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396640 Sep 08 00:49:12.122412 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93392c8-e939-47b3-89a1-ea541e84df96 req-59deaaf2-ce66-466a-9e26-af7203001111 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:49:12.123809 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f93392c8-e939-47b3-89a1-ea541e84df96 req-59deaaf2-ce66-466a-9e26-af7203001111 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 945 time: 0.0508039 Sep 08 00:49:12.162740 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f93392c8-e939-47b3-89a1-ea541e84df96 req-ce92b5e9-9bf4-4dbf-9d7d-fa4eee37b99d tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331397 Sep 08 00:49:13.277880 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3f86c-ec26-4b7c-a160-7f6d2ec2c408 req-3b6fbe8f-b3c8-45c1-b96d-2d231cc499ca tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:49:13.278671 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-7ce3f86c-ec26-4b7c-a160-7f6d2ec2c408 req-3b6fbe8f-b3c8-45c1-b96d-2d231cc499ca tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 945 time: 0.0501807 Sep 08 00:49:13.315318 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-7ce3f86c-ec26-4b7c-a160-7f6d2ec2c408 req-56562741-98b6-440e-9036-5bd2f7931b43 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310068 Sep 08 00:49:14.427014 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d53ae-00b8-4556-84c3-8af1c4396a25 req-4f3ae2e5-bd17-4104-b3f6-c6adbcf2e37e tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:49:14.428496 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-457d53ae-00b8-4556-84c3-8af1c4396a25 req-4f3ae2e5-bd17-4104-b3f6-c6adbcf2e37e tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 945 time: 0.0478327 Sep 08 00:49:14.467395 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-457d53ae-00b8-4556-84c3-8af1c4396a25 req-89ef85ac-894c-4013-a2f6-33abeec353c8 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329282 Sep 08 00:49:15.417004 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:49:15.581608 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef5ab1-92c4-40ca-a2ab-03a3cd83acdf req-20a0a24a-2c49-4e25-83d4-c2d64b5d83fe tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:49:15.583178 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-d5ef5ab1-92c4-40ca-a2ab-03a3cd83acdf req-20a0a24a-2c49-4e25-83d4-c2d64b5d83fe tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 945 time: 0.0477347 Sep 08 00:49:15.623666 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-d5ef5ab1-92c4-40ca-a2ab-03a3cd83acdf req-f66bd1c4-59c4-4e21-98af-d8de8fdbabae tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347435 Sep 08 00:49:17.791995 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-9f9cbe16-86f9-4931-bba9-7e271adedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:49:17.880988 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 54836) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:49:17.982689 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-50fe3ee6-3469-4eb8-a34a-035bfcdc83aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:49:18.067916 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-50fe3ee6-3469-4eb8-a34a-035bfcdc83aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:49:18.071486 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-50fe3ee6-3469-4eb8-a34a-035bfcdc83aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:49:18.109335 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-50fe3ee6-3469-4eb8-a34a-035bfcdc83aa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=751f751f39b2418eb0d4d9367a4db5a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2272782 Sep 08 00:49:18.111251 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe3ee6-3469-4eb8-a34a-035bfcdc83aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68dea95-39e3-4ad6-9c42-5c7980223306,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:49:18.112073 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 54840) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:49:18.158932 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-a3812656-1310-4129-83fd-ff8160ab1b15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:49:18.179360 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-a3812656-1310-4129-83fd-ff8160ab1b15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:49:18.225244 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-a3812656-1310-4129-83fd-ff8160ab1b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:49:18.227647 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-a3812656-1310-4129-83fd-ff8160ab1b15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:49:18.228770 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-a3812656-1310-4129-83fd-ff8160ab1b15 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d68dea95-39e3-4ad6-9c42-5c7980223306 HTTP/1.1" status: 204 len: 168 time: 0.1157181 Sep 08 00:49:18.236509 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3812656-1310-4129-83fd-ff8160ab1b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68dea95-39e3-4ad6-9c42-5c7980223306,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:49:18.481276 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 54846) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:49:18.494669 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-20fe39d9-4eab-4070-a7c8-be4e59e3f726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:49:18.587174 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-20fe39d9-4eab-4070-a7c8-be4e59e3f726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:49:18.592117 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-20fe39d9-4eab-4070-a7c8-be4e59e3f726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:49:18.633562 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-20fe39d9-4eab-4070-a7c8-be4e59e3f726 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8d342396ae7a4b78a932966e4177289b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1510708 Sep 08 00:49:18.634464 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fe39d9-4eab-4070-a7c8-be4e59e3f726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb812c2-f33f-46e2-853d-83a52803e640,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:49:18.636167 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 54854) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:49:18.684145 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-e5109e6e-1bef-4024-8f12-85af41b6aeb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:49:18.704542 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-e5109e6e-1bef-4024-8f12-85af41b6aeb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:49:18.751411 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-e5109e6e-1bef-4024-8f12-85af41b6aeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:49:18.753807 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-e5109e6e-1bef-4024-8f12-85af41b6aeb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:49:18.754939 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-e5109e6e-1bef-4024-8f12-85af41b6aeb3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8bb812c2-f33f-46e2-853d-83a52803e640 HTTP/1.1" status: 204 len: 168 time: 0.1178033 Sep 08 00:49:18.762277 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5109e6e-1bef-4024-8f12-85af41b6aeb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb812c2-f33f-46e2-853d-83a52803e640,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:49:19.065528 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 54862) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:49:19.079319 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-14aee043-bfd8-4e17-93e9-1c9d75a1dae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:49:19.171149 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-14aee043-bfd8-4e17-93e9-1c9d75a1dae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:49:19.174945 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-14aee043-bfd8-4e17-93e9-1c9d75a1dae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:49:19.215846 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-14aee043-bfd8-4e17-93e9-1c9d75a1dae3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2060511737d542c286572193e59e2feb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1492002 Sep 08 00:49:19.217860 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aee043-bfd8-4e17-93e9-1c9d75a1dae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d6087b-48a6-46dc-9242-a74632e9a96a,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:49:19.219228 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 54864) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:49:19.270747 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-f316db05-b602-4220-a9d1-6b743547fd6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:49:19.291103 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-f316db05-b602-4220-a9d1-6b743547fd6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:49:19.338022 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-f316db05-b602-4220-a9d1-6b743547fd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:49:19.340694 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-f316db05-b602-4220-a9d1-6b743547fd6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:49:19.341924 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-f316db05-b602-4220-a9d1-6b743547fd6c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/08d6087b-48a6-46dc-9242-a74632e9a96a HTTP/1.1" status: 204 len: 168 time: 0.1215339 Sep 08 00:49:19.350654 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f316db05-b602-4220-a9d1-6b743547fd6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d6087b-48a6-46dc-9242-a74632e9a96a,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:49:20.391566 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 54906) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:49:20.498325 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-f046fd2f-5a54-4b22-be31-3918b48cc579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:49:20.589706 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-f046fd2f-5a54-4b22-be31-3918b48cc579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:49:20.593323 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-f046fd2f-5a54-4b22-be31-3918b48cc579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:49:20.631252 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-f046fd2f-5a54-4b22-be31-3918b48cc579 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a5577e22aeda4f62bfe5fbfa1c1c6c3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2386274 Sep 08 00:49:20.632122 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f046fd2f-5a54-4b22-be31-3918b48cc579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949b5b64-a81e-47d7-a22d-766ac92b6677,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:49:20.633971 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 54910) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:49:20.680482 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-f1355f6c-f989-4377-9597-1e4a33b8c172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:49:20.700107 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-f1355f6c-f989-4377-9597-1e4a33b8c172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:49:20.744928 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-f1355f6c-f989-4377-9597-1e4a33b8c172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:49:20.747368 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-f1355f6c-f989-4377-9597-1e4a33b8c172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:49:20.749115 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-f1355f6c-f989-4377-9597-1e4a33b8c172 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/949b5b64-a81e-47d7-a22d-766ac92b6677 HTTP/1.1" status: 204 len: 168 time: 0.1141481 Sep 08 00:49:20.756517 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1355f6c-f989-4377-9597-1e4a33b8c172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949b5b64-a81e-47d7-a22d-766ac92b6677,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:49:20.832974 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-9266789e-a71f-4731-9e0c-403429ee4acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:49:20.835862 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:49:21.159962 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc72fd4-582b-4a2b-b429-ac608b04a731 req-5190c678-791c-407f-ae4a-57856d283d01 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:49:21.161338 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-9fc72fd4-582b-4a2b-b429-ac608b04a731 req-5190c678-791c-407f-ae4a-57856d283d01 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c9ceac0-b7ef-4cde-96fc-6906da454960 HTTP/1.1" status: 200 len: 945 time: 0.0482631 Sep 08 00:49:21.202875 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-9fc72fd4-582b-4a2b-b429-ac608b04a731 req-fa0d8bae-881b-4ead-a1e4-4397b3a9c517 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bc693cc-0d90-4823-8154-532a44c11f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357049 Sep 08 00:49:21.634302 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:49:22.318509 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a5c964-d6d6-427a-94c0-a7e868e25e0b req-235ebe12-de7b-473a-9c36-ff02c6e19eee tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:49:22.320017 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-35a5c964-d6d6-427a-94c0-a7e868e25e0b req-235ebe12-de7b-473a-9c36-ff02c6e19eee tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c9ceac0-b7ef-4cde-96fc-6906da454960 HTTP/1.1" status: 200 len: 945 time: 0.0489430 Sep 08 00:49:22.357357 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-35a5c964-d6d6-427a-94c0-a7e868e25e0b req-982bb3da-87f6-458b-a6ba-218ab512d442 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bc693cc-0d90-4823-8154-532a44c11f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313404 Sep 08 00:49:23.107396 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:49:23.245775 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251310d3-8096-430d-ba21-2270718bcf01 req-7e3b1e5f-aad1-42ac-8694-3a8055c73430 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:49:23.247208 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-251310d3-8096-430d-ba21-2270718bcf01 req-7e3b1e5f-aad1-42ac-8694-3a8055c73430 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c9ceac0-b7ef-4cde-96fc-6906da454960 HTTP/1.1" status: 200 len: 945 time: 0.0493846 Sep 08 00:49:23.336639 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [req-251310d3-8096-430d-ba21-2270718bcf01 req-df317c77-d0e4-44fc-aba5-811b6aafc63e tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Deleting port 5649ddca-9df8-4808-9986-2ec14ea2c9bc {{(pid=105698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 00:49:23.336979 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-251310d3-8096-430d-ba21-2270718bcf01 req-df317c77-d0e4-44fc-aba5-811b6aafc63e tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256891158'] for port, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:49:23.428660 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.db [req-251310d3-8096-430d-ba21-2270718bcf01 req-df317c77-d0e4-44fc-aba5-811b6aafc63e tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] For port 5649ddca-9df8-4808-9986-2ec14ea2c9bc, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=5649ddca-9df8-4808-9986-2ec14ea2c9bc,segment=NetworkSegment(f806e606-d999-4f43-b373-fbe3a924cd24),segment_id=f806e606-d999-4f43-b373-fbe3a924cd24)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:49:23.429271 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-251310d3-8096-430d-ba21-2270718bcf01 req-df317c77-d0e4-44fc-aba5-811b6aafc63e tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538637'] for port, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:49:23.442482 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [req-251310d3-8096-430d-ba21-2270718bcf01 req-df317c77-d0e4-44fc-aba5-811b6aafc63e tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Calling delete_port for 5649ddca-9df8-4808-9986-2ec14ea2c9bc owned by compute:nova {{(pid=105698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 00:49:23.470294 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8862d6-248f-43e3-9aab-df0a7d3e5172 req-0935b3a5-a502-4bbf-9338-1b5bd649bac1 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:49:23.471170 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ab8862d6-248f-43e3-9aab-df0a7d3e5172 req-0935b3a5-a502-4bbf-9338-1b5bd649bac1 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c9ceac0-b7ef-4cde-96fc-6906da454960 HTTP/1.1" status: 200 len: 945 time: 0.0486505 Sep 08 00:49:23.509129 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ab8862d6-248f-43e3-9aab-df0a7d3e5172 req-cdf5f950-1059-4f4b-a08e-7be7262169b7 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bc693cc-0d90-4823-8154-532a44c11f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316761 Sep 08 00:49:23.566638 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-251310d3-8096-430d-ba21-2270718bcf01 req-df317c77-d0e4-44fc-aba5-811b6aafc63e tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256896220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792256344486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705649'] for port, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:49:23.592566 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df317c77-d0e4-44fc-aba5-811b6aafc63e tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Pushing event deleted for resources: {'Port': ['ID=5649ddca-9df8-4808-9986-2ec14ea2c9bc,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:49:23.608093 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] get_ports_and_sgs() called for port_ids ['5649ddca-9df8-4808-9986-2ec14ea2c9bc'] {{(pid=105700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 00:49:23.633468 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [req-251310d3-8096-430d-ba21-2270718bcf01 req-df317c77-d0e4-44fc-aba5-811b6aafc63e tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] No DVR routers for this DVR port 5649ddca-9df8-4808-9986-2ec14ea2c9bc on host hv-cinder-75996 {{(pid=105698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 00:49:23.635803 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-251310d3-8096-430d-ba21-2270718bcf01 req-df317c77-d0e4-44fc-aba5-811b6aafc63e tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for port, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:49:23.637702 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-251310d3-8096-430d-ba21-2270718bcf01 req-df317c77-d0e4-44fc-aba5-811b6aafc63e tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.35 "DELETE /v2.0/ports/5649ddca-9df8-4808-9986-2ec14ea2c9bc HTTP/1.1" status: 204 len: 173 time: 0.3844223 Sep 08 00:49:23.638661 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c9ceac0-b7ef-4cde-96fc-6906da454960', 'name': 'network-vif-deleted', 'tag': '5649ddca-9df8-4808-9986-2ec14ea2c9bc'}] {{(pid=105698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:49:23.641004 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26d4041160ff19e6bfa7ff8d463369e3025ec2e9db032453864bb7ad8051457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808b5914-f542-445f-b083-2c38143fd8cc" -d '{"events": [{"server_uuid": "1c9ceac0-b7ef-4cde-96fc-6906da454960", "name": "network-vif-deleted", "tag": "5649ddca-9df8-4808-9986-2ec14ea2c9bc"}]}' {{(pid=105698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:49:23.846827 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 00:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2dbb1e3-45a6-4f27-951f-c2ddd9847f69 x-openstack-request-id: req-c2dbb1e3-45a6-4f27-951f-c2ddd9847f69 {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:49:23.847117 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c9ceac0-b7ef-4cde-96fc-6906da454960", "name": "network-vif-deleted", "tag": "5649ddca-9df8-4808-9986-2ec14ea2c9bc", "status": "completed", "code": 200}]} {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:49:23.847364 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c2dbb1e3-45a6-4f27-951f-c2ddd9847f69 {{(pid=105698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:49:23.847782 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c9ceac0-b7ef-4cde-96fc-6906da454960', 'name': 'network-vif-deleted', 'tag': '5649ddca-9df8-4808-9986-2ec14ea2c9bc', 'status': 'completed', 'code': 200} Sep 08 00:49:28.845175 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device 5649ddca-9df8-4808-9986-2ec14ea2c9bc no longer exists at agent hyperv_hv-cinder-75996 {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 00:49:28.865265 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] No Port match for: 5649ddca-9df8-4808-9986-2ec14ea2c9bc {{(pid=105700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 00:49:28.865607 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device 5649ddca-9df8-4808-9986-2ec14ea2c9bc not bound to the agent host hv-cinder-75996 {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 00:49:35.539065 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201bccb-329d-4716-9936-e659fa2a1ff9 req-1758aa46-782b-459e-900b-633b562c8830 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:49:35.540528 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e201bccb-329d-4716-9936-e659fa2a1ff9 req-1758aa46-782b-459e-900b-633b562c8830 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/networks?id=add4ace8-327b-48a2-a657-c5213350adce HTTP/1.1" status: 200 len: 814 time: 0.1016846 Sep 08 00:49:35.555411 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e201bccb-329d-4716-9936-e659fa2a1ff9 req-e1d8c570-cc17-4c3c-b172-86730aa6c429 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/quotas/a682fa0a6ca14e42a44da67d539aecca HTTP/1.1" status: 200 len: 375 time: 0.0087671 Sep 08 00:49:35.585604 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e201bccb-329d-4716-9936-e659fa2a1ff9 req-d395b361-b05a-499a-bfb1-18b84b6d4385 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a682fa0a6ca14e42a44da67d539aecca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251584 Sep 08 00:49:35.767148 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e201bccb-329d-4716-9936-e659fa2a1ff9 req-3bf9bead-a1e5-4f73-ace9-91f38dc84cc6 service neutron] 10.222.0.15 "GET /v2.0/networks/add4ace8-327b-48a2-a657-c5213350adce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748550 Sep 08 00:49:35.853087 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e201bccb-329d-4716-9936-e659fa2a1ff9 req-07091066-70b9-42ef-a437-f126af689259 service neutron] 10.222.0.15 "GET /v2.0/networks/add4ace8-327b-48a2-a657-c5213350adce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812817 Sep 08 00:49:36.005380 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-263474c6-bdb8-4159-8bc1-d55904b92962 req-2ac897fc-76a5-494e-8414-09594092d61a tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/ports?device_id=9266d58b-7696-4fe3-b434-64809e915f37 HTTP/1.1" status: 200 len: 210 time: 0.0259631 Sep 08 00:49:37.094319 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201bccb-329d-4716-9936-e659fa2a1ff9 req-10c359d5-35e0-46e5-aeef-84b6232f4237 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:49:37.095918 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-e201bccb-329d-4716-9936-e659fa2a1ff9 req-10c359d5-35e0-46e5-aeef-84b6232f4237 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.35 "GET /v2.0/networks?id=add4ace8-327b-48a2-a657-c5213350adce HTTP/1.1" status: 200 len: 814 time: 0.1065326 Sep 08 00:49:37.102960 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-bb253945-2e4e-44da-99b3-72b89177013d req-458df0da-7d9d-4c56-99af-459c8c852d7c tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/ports?device_id=9266d58b-7696-4fe3-b434-64809e915f37 HTTP/1.1" status: 200 len: 210 time: 0.0315769 Sep 08 00:49:37.128032 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [req-e201bccb-329d-4716-9936-e659fa2a1ff9 req-c352b6ac-97d4-4bdf-abb7-8a3f664bdba7 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Request body: {'port': {'device_id': '9266d58b-7696-4fe3-b434-64809e915f37', 'network_id': 'add4ace8-327b-48a2-a657-c5213350adce', 'admin_state_up': True, 'tenant_id': 'a682fa0a6ca14e42a44da67d539aecca'}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:49:37.231781 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e201bccb-329d-4716-9936-e659fa2a1ff9 req-c352b6ac-97d4-4bdf-abb7-8a3f664bdba7 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Made reservation on behalf of a682fa0a6ca14e42a44da67d539aecca for: {'port': 1} {{(pid=105698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:49:37.235344 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-e201bccb-329d-4716-9936-e659fa2a1ff9 req-c352b6ac-97d4-4bdf-abb7-8a3f664bdba7 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:49:37.360032 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.db_base_plugin_common [req-e201bccb-329d-4716-9936-e659fa2a1ff9 req-c352b6ac-97d4-4bdf-abb7-8a3f664bdba7 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Allocated IP 172.20.0.5 (add4ace8-327b-48a2-a657-c5213350adce/35e94a9d-fe7f-4a98-8c58-522e37798bac/3f425d5f-ba94-4b0e-ab1b-86b5d95fd7b2) {{(pid=105698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 00:49:37.697284 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-e201bccb-329d-4716-9936-e659fa2a1ff9 req-c352b6ac-97d4-4bdf-abb7-8a3f664bdba7 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Notify callbacks [] for port, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:49:37.734911 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-e201bccb-329d-4716-9936-e659fa2a1ff9 req-c352b6ac-97d4-4bdf-abb7-8a3f664bdba7 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792256344477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705649'] for port, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:49:37.772858 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e201bccb-329d-4716-9936-e659fa2a1ff9 req-c352b6ac-97d4-4bdf-abb7-8a3f664bdba7 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Network add4ace8-327b-48a2-a657-c5213350adce is already hosted by enough agents. {{(pid=105698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:49:37.775868 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.base_scheduler [req-e201bccb-329d-4716-9936-e659fa2a1ff9 req-c352b6ac-97d4-4bdf-abb7-8a3f664bdba7 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Resources bound (agent type, host, resource id): {{(pid=105698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:49:37.779457 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [req-e201bccb-329d-4716-9936-e659fa2a1ff9 req-c352b6ac-97d4-4bdf-abb7-8a3f664bdba7 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Received port after_create {{(pid=105698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 00:49:37.807768 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c352b6ac-97d4-4bdf-abb7-8a3f664bdba7 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Pushing event updated for resources: {'Port': ['ID=3f425d5f-ba94-4b0e-ab1b-86b5d95fd7b2,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:49:37.833826 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201bccb-329d-4716-9936-e659fa2a1ff9 req-c352b6ac-97d4-4bdf-abb7-8a3f664bdba7 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:49:37.834443 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-e201bccb-329d-4716-9936-e659fa2a1ff9 req-c352b6ac-97d4-4bdf-abb7-8a3f664bdba7 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for port, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:49:37.849434 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-e201bccb-329d-4716-9936-e659fa2a1ff9 req-c352b6ac-97d4-4bdf-abb7-8a3f664bdba7 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7252612 Sep 08 00:49:37.870615 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [req-e201bccb-329d-4716-9936-e659fa2a1ff9 req-bf7d4082-9e71-49a4-80d0-13a5854a1f70 service neutron] Request body: {'port': {'device_id': '9266d58b-7696-4fe3-b434-64809e915f37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:49:37.924541 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-e201bccb-329d-4716-9936-e659fa2a1ff9 req-bf7d4082-9e71-49a4-80d0-13a5854a1f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:49:38.173042 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.notifiers.nova [req-e201bccb-329d-4716-9936-e659fa2a1ff9 req-bf7d4082-9e71-49a4-80d0-13a5854a1f70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f425d5f-ba94-4b0e-ab1b-86b5d95fd7b2 {{(pid=105698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 00:49:38.180751 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-e201bccb-329d-4716-9936-e659fa2a1ff9 req-bf7d4082-9e71-49a4-80d0-13a5854a1f70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:49:38.193580 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [req-e201bccb-329d-4716-9936-e659fa2a1ff9 req-bf7d4082-9e71-49a4-80d0-13a5854a1f70 service neutron] Transition to ACTIVE for port object 3f425d5f-ba94-4b0e-ab1b-86b5d95fd7b2 will not be triggered until provisioned by entity L2. {{(pid=105698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:49:38.197840 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-e201bccb-329d-4716-9936-e659fa2a1ff9 req-bf7d4082-9e71-49a4-80d0-13a5854a1f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7705662'] for port, after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:49:38.216433 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ae6b8-a942-4d28-9310-18f26e71bdf3 req-144aadcd-f7eb-4212-9c43-4ffc034e0aaf tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:49:38.218018 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-018ae6b8-a942-4d28-9310-18f26e71bdf3 req-144aadcd-f7eb-4212-9c43-4ffc034e0aaf tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/ports?device_id=9266d58b-7696-4fe3-b434-64809e915f37 HTTP/1.1" status: 200 len: 931 time: 0.0490191 Sep 08 00:49:38.257715 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-018ae6b8-a942-4d28-9310-18f26e71bdf3 req-aa934007-33dc-4dd5-9895-3d89ef50763a tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bc693cc-0d90-4823-8154-532a44c11f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322843 Sep 08 00:49:38.261595 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d4082-9e71-49a4-80d0-13a5854a1f70 service neutron] Pushing event updated for resources: {'Port': ['ID=3f425d5f-ba94-4b0e-ab1b-86b5d95fd7b2,revision_number=2']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:49:38.328860 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [req-e201bccb-329d-4716-9936-e659fa2a1ff9 req-bf7d4082-9e71-49a4-80d0-13a5854a1f70 service neutron] Attempting to bind port 3f425d5f-ba94-4b0e-ab1b-86b5d95fd7b2 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 00:49:38.329214 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [req-e201bccb-329d-4716-9936-e659fa2a1ff9 req-bf7d4082-9e71-49a4-80d0-13a5854a1f70 service neutron] Attempting to bind port 3f425d5f-ba94-4b0e-ab1b-86b5d95fd7b2 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': 'f806e606-d999-4f43-b373-fbe3a924cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'add4ace8-327b-48a2-a657-c5213350adce'}] {{(pid=105698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 00:49:38.329519 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e201bccb-329d-4716-9936-e659fa2a1ff9 req-bf7d4082-9e71-49a4-80d0-13a5854a1f70 service neutron] Attempting to bind port 3f425d5f-ba94-4b0e-ab1b-86b5d95fd7b2 on network add4ace8-327b-48a2-a657-c5213350adce {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:49:38.333961 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e201bccb-329d-4716-9936-e659fa2a1ff9 req-bf7d4082-9e71-49a4-80d0-13a5854a1f70 service neutron] Port 3f425d5f-ba94-4b0e-ab1b-86b5d95fd7b2 on network add4ace8-327b-48a2-a657-c5213350adce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 00:49:38.334278 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e201bccb-329d-4716-9936-e659fa2a1ff9 req-bf7d4082-9e71-49a4-80d0-13a5854a1f70 service neutron] Attempting to bind port 3f425d5f-ba94-4b0e-ab1b-86b5d95fd7b2 on network add4ace8-327b-48a2-a657-c5213350adce {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:49:38.338940 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e201bccb-329d-4716-9936-e659fa2a1ff9 req-bf7d4082-9e71-49a4-80d0-13a5854a1f70 service neutron] Checking agent: {'id': '9d05b7f5-da94-42e7-89b0-a476ea8ca848', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 0, 41, 44), 'started_at': datetime.datetime(2021, 9, 8, 0, 41, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 0, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 00:49:38.339271 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e201bccb-329d-4716-9936-e659fa2a1ff9 req-bf7d4082-9e71-49a4-80d0-13a5854a1f70 service neutron] Checking segment: {'id': 'f806e606-d999-4f43-b373-fbe3a924cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'add4ace8-327b-48a2-a657-c5213350adce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:49:38.339686 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e201bccb-329d-4716-9936-e659fa2a1ff9 req-bf7d4082-9e71-49a4-80d0-13a5854a1f70 service neutron] Bound using segment: {'id': 'f806e606-d999-4f43-b373-fbe3a924cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'add4ace8-327b-48a2-a657-c5213350adce'} {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 00:49:38.340106 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [req-e201bccb-329d-4716-9936-e659fa2a1ff9 req-bf7d4082-9e71-49a4-80d0-13a5854a1f70 service neutron] Bound port: 3f425d5f-ba94-4b0e-ab1b-86b5d95fd7b2, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f806e606-d999-4f43-b373-fbe3a924cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'add4ace8-327b-48a2-a657-c5213350adce'}}] {{(pid=105698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 00:49:38.340453 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-e201bccb-329d-4716-9936-e659fa2a1ff9 req-bf7d4082-9e71-49a4-80d0-13a5854a1f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:49:38.400746 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.db [req-e201bccb-329d-4716-9936-e659fa2a1ff9 req-bf7d4082-9e71-49a4-80d0-13a5854a1f70 service neutron] For port 3f425d5f-ba94-4b0e-ab1b-86b5d95fd7b2, host hv-cinder-75996, cleared binding levels {{(pid=105698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 00:49:38.403578 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.db [req-e201bccb-329d-4716-9936-e659fa2a1ff9 req-bf7d4082-9e71-49a4-80d0-13a5854a1f70 service neutron] For port 3f425d5f-ba94-4b0e-ab1b-86b5d95fd7b2, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=3f425d5f-ba94-4b0e-ab1b-86b5d95fd7b2,segment=NetworkSegment(f806e606-d999-4f43-b373-fbe3a924cd24),segment_id=f806e606-d999-4f43-b373-fbe3a924cd24)] {{(pid=105698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 00:49:38.407495 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-e201bccb-329d-4716-9936-e659fa2a1ff9 req-bf7d4082-9e71-49a4-80d0-13a5854a1f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7705662'] for port, after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:49:38.443532 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201bccb-329d-4716-9936-e659fa2a1ff9 req-bf7d4082-9e71-49a4-80d0-13a5854a1f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:49:38.444146 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-e201bccb-329d-4716-9936-e659fa2a1ff9 req-bf7d4082-9e71-49a4-80d0-13a5854a1f70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for port, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:49:38.445554 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-e201bccb-329d-4716-9936-e659fa2a1ff9 req-bf7d4082-9e71-49a4-80d0-13a5854a1f70 service neutron] 10.222.0.35 "PUT /v2.0/ports/3f425d5f-ba94-4b0e-ab1b-86b5d95fd7b2 HTTP/1.1" status: 200 len: 1093 time: 0.5788572 Sep 08 00:49:38.445957 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9266d58b-7696-4fe3-b434-64809e915f37', 'tag': '3f425d5f-ba94-4b0e-ab1b-86b5d95fd7b2'}] {{(pid=105698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:49:38.448197 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26d4041160ff19e6bfa7ff8d463369e3025ec2e9db032453864bb7ad8051457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2250421c-750e-409e-b60f-aa7b03e09d55" -d '{"events": [{"name": "network-changed", "server_uuid": "9266d58b-7696-4fe3-b434-64809e915f37", "tag": "3f425d5f-ba94-4b0e-ab1b-86b5d95fd7b2"}]}' {{(pid=105698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:49:38.470206 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d4082-9e71-49a4-80d0-13a5854a1f70 service neutron] Pushing event updated for resources: {'Port': ['ID=3f425d5f-ba94-4b0e-ab1b-86b5d95fd7b2,revision_number=3']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:49:38.485778 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 00:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8076d1-c88e-4b75-90c7-94a01279844a x-openstack-request-id: req-9d8076d1-c88e-4b75-90c7-94a01279844a {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:49:38.486067 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9266d58b-7696-4fe3-b434-64809e915f37", "tag": "3f425d5f-ba94-4b0e-ab1b-86b5d95fd7b2", "status": "completed", "code": 200}]} {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:49:38.486313 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9d8076d1-c88e-4b75-90c7-94a01279844a {{(pid=105698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:49:38.486695 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9266d58b-7696-4fe3-b434-64809e915f37', 'tag': '3f425d5f-ba94-4b0e-ab1b-86b5d95fd7b2', 'status': 'completed', 'code': 200} Sep 08 00:49:38.568305 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201bccb-329d-4716-9936-e659fa2a1ff9 req-21edd499-f61e-43e6-baa1-85e743281e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:49:38.569770 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-e201bccb-329d-4716-9936-e659fa2a1ff9 req-21edd499-f61e-43e6-baa1-85e743281e2f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a682fa0a6ca14e42a44da67d539aecca&device_id=9266d58b-7696-4fe3-b434-64809e915f37 HTTP/1.1" status: 200 len: 1096 time: 0.0444076 Sep 08 00:49:38.619843 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-e201bccb-329d-4716-9936-e659fa2a1ff9 req-8b33a962-f434-40ad-967c-81ff8c0eace2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f425d5f-ba94-4b0e-ab1b-86b5d95fd7b2 HTTP/1.1" status: 200 len: 217 time: 0.0321257 Sep 08 00:49:38.666232 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201bccb-329d-4716-9936-e659fa2a1ff9 req-e64b9b50-297b-45ca-bff6-d07a9dc62822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:49:38.667555 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-e201bccb-329d-4716-9936-e659fa2a1ff9 req-e64b9b50-297b-45ca-bff6-d07a9dc62822 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=35e94a9d-fe7f-4a98-8c58-522e37798bac HTTP/1.1" status: 200 len: 854 time: 0.0413532 Sep 08 00:49:38.698917 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-e201bccb-329d-4716-9936-e659fa2a1ff9 req-aedfbb50-2097-4ee1-9853-9ba025b2f322 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=add4ace8-327b-48a2-a657-c5213350adce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237994 Sep 08 00:49:38.788587 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-e201bccb-329d-4716-9936-e659fa2a1ff9 req-d12f4b63-ca80-400e-8f2e-0b7312336100 service neutron] 10.222.0.35 "GET /v2.0/networks/add4ace8-327b-48a2-a657-c5213350adce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808616 Sep 08 00:49:38.880590 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-e201bccb-329d-4716-9936-e659fa2a1ff9 req-aced5dd8-10ef-44a9-8040-e67510bb7aa4 service neutron] 10.222.0.35 "GET /v2.0/networks/add4ace8-327b-48a2-a657-c5213350adce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839067 Sep 08 00:49:39.036488 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250421c-750e-409e-b60f-aa7b03e09d55 req-0096c029-96b2-46a0-93e0-65c0b8950919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:49:39.037956 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-2250421c-750e-409e-b60f-aa7b03e09d55 req-0096c029-96b2-46a0-93e0-65c0b8950919 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a682fa0a6ca14e42a44da67d539aecca&device_id=9266d58b-7696-4fe3-b434-64809e915f37 HTTP/1.1" status: 200 len: 1096 time: 0.0392551 Sep 08 00:49:39.124225 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250421c-750e-409e-b60f-aa7b03e09d55 req-b5b683ea-f509-47d2-88c5-aeb631c3c0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:49:39.125617 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-2250421c-750e-409e-b60f-aa7b03e09d55 req-b5b683ea-f509-47d2-88c5-aeb631c3c0ce service neutron] 10.222.0.35 "GET /v2.0/networks?id=add4ace8-327b-48a2-a657-c5213350adce HTTP/1.1" status: 200 len: 915 time: 0.0804071 Sep 08 00:49:39.170453 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-2250421c-750e-409e-b60f-aa7b03e09d55 req-210ad652-f29c-48fa-aae2-e111b1861f3b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f425d5f-ba94-4b0e-ab1b-86b5d95fd7b2 HTTP/1.1" status: 200 len: 217 time: 0.0359972 Sep 08 00:49:39.217165 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250421c-750e-409e-b60f-aa7b03e09d55 req-cda9d32d-acbd-4f91-adc7-1b0537daf6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:49:39.218531 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-2250421c-750e-409e-b60f-aa7b03e09d55 req-cda9d32d-acbd-4f91-adc7-1b0537daf6a3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=35e94a9d-fe7f-4a98-8c58-522e37798bac HTTP/1.1" status: 200 len: 854 time: 0.0418272 Sep 08 00:49:39.249519 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-2250421c-750e-409e-b60f-aa7b03e09d55 req-272e62b6-80c5-4e6d-99be-96ef2ce1a4ee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=add4ace8-327b-48a2-a657-c5213350adce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237038 Sep 08 00:49:39.342631 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-2250421c-750e-409e-b60f-aa7b03e09d55 req-e5f408c5-d9b6-40cb-86b6-8b73609129e5 service neutron] 10.222.0.35 "GET /v2.0/networks/add4ace8-327b-48a2-a657-c5213350adce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847571 Sep 08 00:49:39.378923 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cccd4f-008c-42a6-87c1-e01d99d8674f req-3dbab7c4-2464-44a7-95dd-99ab1f038f33 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:49:39.380460 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-95cccd4f-008c-42a6-87c1-e01d99d8674f req-3dbab7c4-2464-44a7-95dd-99ab1f038f33 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/ports?device_id=9266d58b-7696-4fe3-b434-64809e915f37 HTTP/1.1" status: 200 len: 943 time: 0.0500572 Sep 08 00:49:39.419246 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-95cccd4f-008c-42a6-87c1-e01d99d8674f req-96a3ae5a-d9d1-4b96-bd4e-5ad809744c63 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bc693cc-0d90-4823-8154-532a44c11f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327687 Sep 08 00:49:39.433649 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-2250421c-750e-409e-b60f-aa7b03e09d55 req-fae8e2a7-60bb-435b-acce-b31f0e256729 service neutron] 10.222.0.35 "GET /v2.0/networks/add4ace8-327b-48a2-a657-c5213350adce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837598 Sep 08 00:49:40.532987 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f0842-dc5a-4086-b07b-56ccc7604f18 req-a4ff8f6c-7537-4ab7-9000-40f608265f9e tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:49:40.534436 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-fe2f0842-dc5a-4086-b07b-56ccc7604f18 req-a4ff8f6c-7537-4ab7-9000-40f608265f9e tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/ports?device_id=9266d58b-7696-4fe3-b434-64809e915f37 HTTP/1.1" status: 200 len: 943 time: 0.0475981 Sep 08 00:49:40.573736 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-fe2f0842-dc5a-4086-b07b-56ccc7604f18 req-063af7fd-d18b-4dd9-b0cc-b4959a78a07a tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bc693cc-0d90-4823-8154-532a44c11f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334108 Sep 08 00:49:41.687809 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba52dfc-71d4-4d4a-aadb-a81b168234cd req-d3345fad-5c0f-49b6-ba8f-f762fde4c0d2 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:49:41.689303 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-cba52dfc-71d4-4d4a-aadb-a81b168234cd req-d3345fad-5c0f-49b6-ba8f-f762fde4c0d2 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/ports?device_id=9266d58b-7696-4fe3-b434-64809e915f37 HTTP/1.1" status: 200 len: 943 time: 0.0494757 Sep 08 00:49:41.725736 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-cba52dfc-71d4-4d4a-aadb-a81b168234cd req-20a65121-61c3-42d7-b4fb-312ae5139c91 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bc693cc-0d90-4823-8154-532a44c11f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306845 Sep 08 00:49:42.828130 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device 3f425d5f-ba94-4b0e-ab1b-86b5d95fd7b2 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=105700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 00:49:42.840036 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302c0ea-bcc8-4b42-8bd4-1686e4a427c6 req-bb82dfc1-24b4-4e43-abc8-be39c7091faa tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:49:42.841517 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-c302c0ea-bcc8-4b42-8bd4-1686e4a427c6 req-bb82dfc1-24b4-4e43-abc8-be39c7091faa tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/ports?device_id=9266d58b-7696-4fe3-b434-64809e915f37 HTTP/1.1" status: 200 len: 943 time: 0.0493197 Sep 08 00:49:42.878896 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-c302c0ea-bcc8-4b42-8bd4-1686e4a427c6 req-a2d884d2-a4ae-492d-b0cb-8a72c18e252c tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bc693cc-0d90-4823-8154-532a44c11f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311959 Sep 08 00:49:42.922959 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port 3f425d5f-ba94-4b0e-ab1b-86b5d95fd7b2, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=3f425d5f-ba94-4b0e-ab1b-86b5d95fd7b2,segment=NetworkSegment(f806e606-d999-4f43-b373-fbe3a924cd24),segment_id=f806e606-d999-4f43-b373-fbe3a924cd24)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:49:42.934449 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Returning: {'device': '3f425d5f-ba94-4b0e-ab1b-86b5d95fd7b2', 'network_id': 'add4ace8-327b-48a2-a657-c5213350adce', 'port_id': '3f425d5f-ba94-4b0e-ab1b-86b5d95fd7b2', 'mac_address': 'fa:16:3e:bf:6c:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e94a9d-fe7f-4a98-8c58-522e37798bac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 00:49:42.971386 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:49:42.984599 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.notifiers.nova [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f425d5f-ba94-4b0e-ab1b-86b5d95fd7b2 {{(pid=105700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 00:49:43.003761 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port 3f425d5f-ba94-4b0e-ab1b-86b5d95fd7b2, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=3f425d5f-ba94-4b0e-ab1b-86b5d95fd7b2,segment=NetworkSegment(f806e606-d999-4f43-b373-fbe3a924cd24),segment_id=f806e606-d999-4f43-b373-fbe3a924cd24)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:49:43.007449 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:49:43.055866 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Pushing event updated for resources: {'Port': ['ID=3f425d5f-ba94-4b0e-ab1b-86b5d95fd7b2,revision_number=4']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:49:43.063710 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:49:43.064064 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:49:43.064409 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:49:43.064745 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:49:43.065079 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:49:43.065416 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:49:43.065752 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:49:43.066082 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:49:43.066408 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:49:43.066732 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:49:43.067055 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:49:43.067375 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:49:43.551857 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] get_ports_and_sgs() called for port_ids ['3f425d5f-ba94-4b0e-ab1b-86b5d95fd7b2'] {{(pid=105700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 00:49:43.990747 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a443b-07be-4b34-8647-f7c08f171c4c req-691b196d-2d35-49e9-a7a8-6e6ea518adfe tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:49:43.992251 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-dc2a443b-07be-4b34-8647-f7c08f171c4c req-691b196d-2d35-49e9-a7a8-6e6ea518adfe tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/ports?device_id=9266d58b-7696-4fe3-b434-64809e915f37 HTTP/1.1" status: 200 len: 944 time: 0.0485430 Sep 08 00:49:44.032707 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-dc2a443b-07be-4b34-8647-f7c08f171c4c req-ab7b6e9e-5aaf-48a2-9f23-3f290ef48f46 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bc693cc-0d90-4823-8154-532a44c11f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346971 Sep 08 00:49:44.182461 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.agents_db [None req-8a21184a-e449-40d8-9b7c-bcfe602fdfc6 None None] Agent healthcheck: found 6 active agents {{(pid=105701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 00:49:44.852317 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device 3f425d5f-ba94-4b0e-ab1b-86b5d95fd7b2 up at agent hyperv_hv-cinder-75996 {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:49:44.898520 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Provisioning for port 3f425d5f-ba94-4b0e-ab1b-86b5d95fd7b2 completed by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:49:44.902025 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Provisioning complete for port 3f425d5f-ba94-4b0e-ab1b-86b5d95fd7b2 triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:49:44.902398 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:49:44.986239 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:49:45.008313 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9266d58b-7696-4fe3-b434-64809e915f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f425d5f-ba94-4b0e-ab1b-86b5d95fd7b2'}] {{(pid=105700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:49:45.010543 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8460d1f582680b5b58131e18e26cc0c46bcacb71cb7028c1e32c58fa4cd87a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ebd2e2d-1a57-4c0e-b02c-f7026a10844e" -d '{"events": [{"server_uuid": "9266d58b-7696-4fe3-b434-64809e915f37", "name": "network-vif-plugged", "status": "completed", "tag": "3f425d5f-ba94-4b0e-ab1b-86b5d95fd7b2"}]}' {{(pid=105700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:49:45.023854 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port 3f425d5f-ba94-4b0e-ab1b-86b5d95fd7b2, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=3f425d5f-ba94-4b0e-ab1b-86b5d95fd7b2,segment=NetworkSegment(f806e606-d999-4f43-b373-fbe3a924cd24),segment_id=f806e606-d999-4f43-b373-fbe3a924cd24)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:49:45.028519 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:49:45.081281 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Pushing event updated for resources: {'Port': ['ID=3f425d5f-ba94-4b0e-ab1b-86b5d95fd7b2,revision_number=5']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:49:45.119251 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 00:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6935bc58-9480-4d1b-9cfb-58f03a5a7f35 x-openstack-request-id: req-6935bc58-9480-4d1b-9cfb-58f03a5a7f35 {{(pid=105700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:49:45.119573 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9266d58b-7696-4fe3-b434-64809e915f37", "name": "network-vif-plugged", "status": "completed", "tag": "3f425d5f-ba94-4b0e-ab1b-86b5d95fd7b2", "code": 200}]} {{(pid=105700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:49:45.119827 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6935bc58-9480-4d1b-9cfb-58f03a5a7f35 {{(pid=105700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:49:45.120218 dv-cinder-759961-13-iscsi neutron-server[105700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9266d58b-7696-4fe3-b434-64809e915f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f425d5f-ba94-4b0e-ab1b-86b5d95fd7b2', 'code': 200} Sep 08 00:49:45.150522 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f40ed25-b80e-4f23-a711-18d4b33e7d99 req-6472beb0-c07a-4dc9-9cb6-b601e4c15eff tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:49:45.152089 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-8f40ed25-b80e-4f23-a711-18d4b33e7d99 req-6472beb0-c07a-4dc9-9cb6-b601e4c15eff tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/ports?device_id=9266d58b-7696-4fe3-b434-64809e915f37 HTTP/1.1" status: 200 len: 945 time: 0.0505166 Sep 08 00:49:45.189993 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-8f40ed25-b80e-4f23-a711-18d4b33e7d99 req-a5e8d2cd-c9d4-4ed3-8bbf-e12c31165fac tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bc693cc-0d90-4823-8154-532a44c11f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309780 Sep 08 00:49:45.331969 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f96f8-056d-4e02-be20-dd8e5b073544 req-6beb0431-8812-4f9d-bb87-92969d5214e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:49:45.333330 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-df2f96f8-056d-4e02-be20-dd8e5b073544 req-6beb0431-8812-4f9d-bb87-92969d5214e0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9266d58b-7696-4fe3-b434-64809e915f37 HTTP/1.1" status: 200 len: 1098 time: 0.0431955 Sep 08 00:49:45.371809 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-df2f96f8-056d-4e02-be20-dd8e5b073544 req-24b4dd8d-f81a-4a91-9a9a-f3ac32dcb79c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2bc693cc-0d90-4823-8154-532a44c11f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312686 Sep 08 00:49:45.426747 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:49:46.303144 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f77f65-b207-4238-b41d-f556112bf348 req-bfd4be49-2953-4a6c-8eaa-c0574a9b10c6 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:49:46.304646 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-31f77f65-b207-4238-b41d-f556112bf348 req-bfd4be49-2953-4a6c-8eaa-c0574a9b10c6 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/ports?device_id=9266d58b-7696-4fe3-b434-64809e915f37 HTTP/1.1" status: 200 len: 945 time: 0.0484626 Sep 08 00:49:46.341158 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-31f77f65-b207-4238-b41d-f556112bf348 req-8f27b287-c5a1-4467-8ed9-7c10c0fc1486 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bc693cc-0d90-4823-8154-532a44c11f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307124 Sep 08 00:49:47.453291 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbacdab8-4058-46ae-b8b7-7d2cec2c91a7 req-4f924486-e46c-4469-9819-2d8213c86b6f tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:49:47.454752 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-dbacdab8-4058-46ae-b8b7-7d2cec2c91a7 req-4f924486-e46c-4469-9819-2d8213c86b6f tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/ports?device_id=9266d58b-7696-4fe3-b434-64809e915f37 HTTP/1.1" status: 200 len: 945 time: 0.0478225 Sep 08 00:49:47.499180 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-dbacdab8-4058-46ae-b8b7-7d2cec2c91a7 req-fc6b65e5-66d0-423f-a859-c33876843a86 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bc693cc-0d90-4823-8154-532a44c11f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383615 Sep 08 00:49:47.814578 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-6493fc16-fc8d-481f-a167-5e8feb96ebc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:49:49.995866 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-48089b6c-437b-4770-a61a-db928b324899 req-d2e603ad-b000-4c9a-8636-0993f300656e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=311fb41e-fcde-4911-b289-21aeeb3f111e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386515 Sep 08 00:49:50.068970 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48089b6c-437b-4770-a61a-db928b324899 req-859a7ce5-1955-4349-b6d2-d090c522a99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:49:50.070329 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-48089b6c-437b-4770-a61a-db928b324899 req-859a7ce5-1955-4349-b6d2-d090c522a99a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=771cd94aa4b745cda4b12e1bfb22ee9e&device_id=311fb41e-fcde-4911-b289-21aeeb3f111e HTTP/1.1" status: 200 len: 1137 time: 0.0400701 Sep 08 00:49:50.175905 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48089b6c-437b-4770-a61a-db928b324899 req-cf3eccce-dff7-4081-93c0-697fc24c9fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:49:50.177326 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-48089b6c-437b-4770-a61a-db928b324899 req-cf3eccce-dff7-4081-93c0-697fc24c9fb9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc HTTP/1.1" status: 200 len: 916 time: 0.0868642 Sep 08 00:49:50.242109 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-48089b6c-437b-4770-a61a-db928b324899 req-72313b3b-98a9-463d-9584-45229c7a700d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a149d348-73ef-4097-b0fb-f1265a96840f HTTP/1.1" status: 200 len: 1001 time: 0.0574317 Sep 08 00:49:50.293522 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48089b6c-437b-4770-a61a-db928b324899 req-f232cff3-8cb8-49d8-91cb-930e31d54e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:49:50.295422 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-48089b6c-437b-4770-a61a-db928b324899 req-f232cff3-8cb8-49d8-91cb-930e31d54e98 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=63e16365-266d-4913-bb14-1fa3e4b3026d HTTP/1.1" status: 200 len: 854 time: 0.0455844 Sep 08 00:49:50.339262 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48089b6c-437b-4770-a61a-db928b324899 req-d0e6c07c-585a-43c9-a99c-729a0d92d79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:49:50.340668 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-48089b6c-437b-4770-a61a-db928b324899 req-d0e6c07c-585a-43c9-a99c-729a0d92d79e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0383115 Sep 08 00:49:50.427351 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-48089b6c-437b-4770-a61a-db928b324899 req-ed70d57b-5b53-4e27-a5d1-e7c5dc43e498 service neutron] 10.222.0.35 "GET /v2.0/networks/f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789864 Sep 08 00:49:50.519974 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-48089b6c-437b-4770-a61a-db928b324899 req-6beec5dc-577d-44b6-a576-662d243887b6 service neutron] 10.222.0.35 "GET /v2.0/networks/f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851169 Sep 08 00:49:50.833267 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-17a53b90-7e7e-4427-a240-4823395e5cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:49:50.835157 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:49:51.636526 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:49:53.111332 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:50:12.585067 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbdb368-0262-4148-b2a2-6b5c828cbddf req-d6ba2e3b-d8e5-4791-8b46-ee1b5a7dbbec tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:12.586552 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-8dbdb368-0262-4148-b2a2-6b5c828cbddf req-d6ba2e3b-d8e5-4791-8b46-ee1b5a7dbbec tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/ports?device_id=9266d58b-7696-4fe3-b434-64809e915f37 HTTP/1.1" status: 200 len: 945 time: 0.0485346 Sep 08 00:50:12.622367 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-8dbdb368-0262-4148-b2a2-6b5c828cbddf req-16c628db-6021-4d1c-a22f-28f8bb515f4e tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bc693cc-0d90-4823-8154-532a44c11f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299139 Sep 08 00:50:13.734877 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b112e6-f94d-4230-86e6-71eb3a13ee14 req-0025a720-301f-4ae7-9472-a6df64e93627 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:13.736356 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-51b112e6-f94d-4230-86e6-71eb3a13ee14 req-0025a720-301f-4ae7-9472-a6df64e93627 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/ports?device_id=9266d58b-7696-4fe3-b434-64809e915f37 HTTP/1.1" status: 200 len: 945 time: 0.0477519 Sep 08 00:50:13.774843 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-51b112e6-f94d-4230-86e6-71eb3a13ee14 req-f8ee8f12-a807-4055-a031-d7a29d8e8629 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bc693cc-0d90-4823-8154-532a44c11f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326560 Sep 08 00:50:14.779163 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a376ad2-a14a-40f1-84c0-e857d0f0b2ea req-b0134ed5-a026-455c-adc4-2490494ed5d4 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:14.781591 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-5a376ad2-a14a-40f1-84c0-e857d0f0b2ea req-b0134ed5-a026-455c-adc4-2490494ed5d4 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.35 "GET /v2.0/ports?device_id=9266d58b-7696-4fe3-b434-64809e915f37 HTTP/1.1" status: 200 len: 945 time: 0.0476742 Sep 08 00:50:14.877223 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [req-5a376ad2-a14a-40f1-84c0-e857d0f0b2ea req-fc22002c-5734-4170-9f0e-d9bc383a8e96 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Deleting port 3f425d5f-ba94-4b0e-ab1b-86b5d95fd7b2 {{(pid=105698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 00:50:14.877559 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-5a376ad2-a14a-40f1-84c0-e857d0f0b2ea req-fc22002c-5734-4170-9f0e-d9bc383a8e96 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256891158'] for port, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:50:14.886702 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bcb775-d5ea-430d-b395-ce5d50fbecde req-158125bd-67cf-4e70-8476-68edd9fc2980 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:14.888215 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-d2bcb775-d5ea-430d-b395-ce5d50fbecde req-158125bd-67cf-4e70-8476-68edd9fc2980 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/ports?device_id=9266d58b-7696-4fe3-b434-64809e915f37 HTTP/1.1" status: 200 len: 945 time: 0.0476325 Sep 08 00:50:14.931109 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-d2bcb775-d5ea-430d-b395-ce5d50fbecde req-ec189597-e897-4817-9020-df11b5953442 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bc693cc-0d90-4823-8154-532a44c11f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366740 Sep 08 00:50:14.968897 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.db [req-5a376ad2-a14a-40f1-84c0-e857d0f0b2ea req-fc22002c-5734-4170-9f0e-d9bc383a8e96 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] For port 3f425d5f-ba94-4b0e-ab1b-86b5d95fd7b2, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=3f425d5f-ba94-4b0e-ab1b-86b5d95fd7b2,segment=NetworkSegment(f806e606-d999-4f43-b373-fbe3a924cd24),segment_id=f806e606-d999-4f43-b373-fbe3a924cd24)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:50:14.969260 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-5a376ad2-a14a-40f1-84c0-e857d0f0b2ea req-fc22002c-5734-4170-9f0e-d9bc383a8e96 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538637'] for port, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:50:14.981488 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [req-5a376ad2-a14a-40f1-84c0-e857d0f0b2ea req-fc22002c-5734-4170-9f0e-d9bc383a8e96 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Calling delete_port for 3f425d5f-ba94-4b0e-ab1b-86b5d95fd7b2 owned by compute:nova {{(pid=105698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 00:50:15.108248 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-5a376ad2-a14a-40f1-84c0-e857d0f0b2ea req-fc22002c-5734-4170-9f0e-d9bc383a8e96 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256896220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792256344486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705649'] for port, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:50:15.134168 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc22002c-5734-4170-9f0e-d9bc383a8e96 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Pushing event deleted for resources: {'Port': ['ID=3f425d5f-ba94-4b0e-ab1b-86b5d95fd7b2,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:50:15.147649 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc22002c-5734-4170-9f0e-d9bc383a8e96 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:50:15.148005 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc22002c-5734-4170-9f0e-d9bc383a8e96 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:50:15.148122 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] get_ports_and_sgs() called for port_ids ['3f425d5f-ba94-4b0e-ab1b-86b5d95fd7b2'] {{(pid=105700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 00:50:15.148535 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc22002c-5734-4170-9f0e-d9bc383a8e96 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:50:15.148710 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc22002c-5734-4170-9f0e-d9bc383a8e96 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:50:15.148992 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc22002c-5734-4170-9f0e-d9bc383a8e96 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:50:15.149323 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc22002c-5734-4170-9f0e-d9bc383a8e96 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:50:15.149647 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc22002c-5734-4170-9f0e-d9bc383a8e96 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:50:15.149982 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc22002c-5734-4170-9f0e-d9bc383a8e96 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:50:15.150301 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc22002c-5734-4170-9f0e-d9bc383a8e96 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:50:15.150624 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc22002c-5734-4170-9f0e-d9bc383a8e96 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:50:15.150946 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc22002c-5734-4170-9f0e-d9bc383a8e96 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:50:15.151263 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc22002c-5734-4170-9f0e-d9bc383a8e96 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:50:15.188878 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a376ad2-a14a-40f1-84c0-e857d0f0b2ea req-fc22002c-5734-4170-9f0e-d9bc383a8e96 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] No DVR routers for this DVR port 3f425d5f-ba94-4b0e-ab1b-86b5d95fd7b2 on host hv-cinder-75996 {{(pid=105698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 00:50:15.191151 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-5a376ad2-a14a-40f1-84c0-e857d0f0b2ea req-fc22002c-5734-4170-9f0e-d9bc383a8e96 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for port, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:50:15.193136 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-5a376ad2-a14a-40f1-84c0-e857d0f0b2ea req-fc22002c-5734-4170-9f0e-d9bc383a8e96 tempest-VolumesSnapshotTestJSON-497029422 tempest-VolumesSnapshotTestJSON-497029422-project] 10.222.0.35 "DELETE /v2.0/ports/3f425d5f-ba94-4b0e-ab1b-86b5d95fd7b2 HTTP/1.1" status: 204 len: 173 time: 0.4055429 Sep 08 00:50:15.193564 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9266d58b-7696-4fe3-b434-64809e915f37', 'name': 'network-vif-deleted', 'tag': '3f425d5f-ba94-4b0e-ab1b-86b5d95fd7b2'}] {{(pid=105698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:50:15.195786 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26d4041160ff19e6bfa7ff8d463369e3025ec2e9db032453864bb7ad8051457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164fe5e6-d98e-4e0c-9bd7-8ed56e1ed5e2" -d '{"events": [{"server_uuid": "9266d58b-7696-4fe3-b434-64809e915f37", "name": "network-vif-deleted", "tag": "3f425d5f-ba94-4b0e-ab1b-86b5d95fd7b2"}]}' {{(pid=105698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:50:15.230355 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 00:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82ba002-ef3c-49ce-a3b9-1ba05ed927f1 x-openstack-request-id: req-d82ba002-ef3c-49ce-a3b9-1ba05ed927f1 {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:50:15.230645 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9266d58b-7696-4fe3-b434-64809e915f37", "name": "network-vif-deleted", "tag": "3f425d5f-ba94-4b0e-ab1b-86b5d95fd7b2", "status": "completed", "code": 200}]} {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:50:15.230891 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d82ba002-ef3c-49ce-a3b9-1ba05ed927f1 {{(pid=105698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:50:15.231283 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9266d58b-7696-4fe3-b434-64809e915f37', 'name': 'network-vif-deleted', 'tag': '3f425d5f-ba94-4b0e-ab1b-86b5d95fd7b2', 'status': 'completed', 'code': 200} Sep 08 00:50:15.428632 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:50:17.807321 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-c24de7fd-8e47-4e30-869b-f1ba6ad6df5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:50:19.252005 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device 3f425d5f-ba94-4b0e-ab1b-86b5d95fd7b2 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 00:50:19.272263 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] No Port match for: 3f425d5f-ba94-4b0e-ab1b-86b5d95fd7b2 {{(pid=105700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 00:50:19.272609 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device 3f425d5f-ba94-4b0e-ab1b-86b5d95fd7b2 not bound to the agent host hv-cinder-75996 {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 00:50:20.832929 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-4000c4f1-1530-4607-80d9-05d456597782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:50:20.834753 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:50:21.180076 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.agents_db [None req-8a21184a-e449-40d8-9b7c-bcfe602fdfc6 None None] Agent healthcheck: found 6 active agents {{(pid=105701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 00:50:21.640072 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:50:23.112419 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:50:29.479866 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243bc615-0999-41a7-859a-3f23faa537b1 req-2e83071a-0468-48f2-9f9d-24b50c56100b tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:29.481370 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-243bc615-0999-41a7-859a-3f23faa537b1 req-2e83071a-0468-48f2-9f9d-24b50c56100b tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/ports?device_id=311fb41e-fcde-4911-b289-21aeeb3f111e HTTP/1.1" status: 200 len: 984 time: 0.0493016 Sep 08 00:50:29.521045 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-243bc615-0999-41a7-859a-3f23faa537b1 req-f099aad1-e4db-412f-b886-401a38359e54 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bb52bdf-32d6-4905-bd85-a8bc808764a8&id=05bae0a3-fbbb-4b97-a09c-00699ac91369&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336893 Sep 08 00:50:30.473891 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94736f-ae42-41a5-9410-c9a19f235eff req-8c9a2566-9706-424a-8864-226fcca73fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:30.475368 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-cf94736f-ae42-41a5-9410-c9a19f235eff req-8c9a2566-9706-424a-8864-226fcca73fb2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=771cd94aa4b745cda4b12e1bfb22ee9e&device_id=311fb41e-fcde-4911-b289-21aeeb3f111e HTTP/1.1" status: 200 len: 1137 time: 0.0402892 Sep 08 00:50:30.568372 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94736f-ae42-41a5-9410-c9a19f235eff req-3d758794-ce27-403c-b5e0-21bc395820e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:30.569870 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-cf94736f-ae42-41a5-9410-c9a19f235eff req-3d758794-ce27-403c-b5e0-21bc395820e1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc HTTP/1.1" status: 200 len: 916 time: 0.0846522 Sep 08 00:50:30.635208 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a2b07-a45b-4cd6-88bd-e0515690d235 req-f3a013c2-388e-4281-92e4-809296e2a720 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:30.636633 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-600a2b07-a45b-4cd6-88bd-e0515690d235 req-f3a013c2-388e-4281-92e4-809296e2a720 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/ports?device_id=311fb41e-fcde-4911-b289-21aeeb3f111e HTTP/1.1" status: 200 len: 984 time: 0.0481482 Sep 08 00:50:30.638924 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-cf94736f-ae42-41a5-9410-c9a19f235eff req-fc57b690-c0e1-4a4a-9c1c-ccdf6b69cde4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a149d348-73ef-4097-b0fb-f1265a96840f HTTP/1.1" status: 200 len: 1001 time: 0.0616069 Sep 08 00:50:30.677496 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-600a2b07-a45b-4cd6-88bd-e0515690d235 req-adbc099f-35da-48ef-a42c-faca4582c7b9 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bb52bdf-32d6-4905-bd85-a8bc808764a8&id=05bae0a3-fbbb-4b97-a09c-00699ac91369&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343196 Sep 08 00:50:30.689224 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94736f-ae42-41a5-9410-c9a19f235eff req-78bc6774-4f7d-4c1b-ad43-e5f4354400dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:30.691461 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-cf94736f-ae42-41a5-9410-c9a19f235eff req-78bc6774-4f7d-4c1b-ad43-e5f4354400dc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=63e16365-266d-4913-bb14-1fa3e4b3026d HTTP/1.1" status: 200 len: 854 time: 0.0447886 Sep 08 00:50:30.736056 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94736f-ae42-41a5-9410-c9a19f235eff req-16644999-2ac2-4d7b-b22e-870999ae8c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:30.737527 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-cf94736f-ae42-41a5-9410-c9a19f235eff req-16644999-2ac2-4d7b-b22e-870999ae8c63 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0395813 Sep 08 00:50:30.829273 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-cf94736f-ae42-41a5-9410-c9a19f235eff req-4ace2c1f-c8c0-48b9-a2e0-28a7bdaf60fa service neutron] 10.222.0.35 "GET /v2.0/networks/f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841603 Sep 08 00:50:30.921596 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-cf94736f-ae42-41a5-9410-c9a19f235eff req-ef35dcc3-c02b-4ee0-8789-31b0e39be51d service neutron] 10.222.0.35 "GET /v2.0/networks/f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816174 Sep 08 00:50:31.790342 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b6c892-c619-4cb2-81cf-f94e942d1d9e req-4c8205a0-c843-4570-8cc8-213738dc241e tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:31.792585 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-96b6c892-c619-4cb2-81cf-f94e942d1d9e req-4c8205a0-c843-4570-8cc8-213738dc241e tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/ports?device_id=311fb41e-fcde-4911-b289-21aeeb3f111e HTTP/1.1" status: 200 len: 984 time: 0.0495431 Sep 08 00:50:31.838488 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-96b6c892-c619-4cb2-81cf-f94e942d1d9e req-4b2dedad-6c9f-4a89-b138-73b263286450 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bb52bdf-32d6-4905-bd85-a8bc808764a8&id=05bae0a3-fbbb-4b97-a09c-00699ac91369&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0388238 Sep 08 00:50:32.951603 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a771d-d83c-480b-9581-157716f7da05 req-b06268ba-af19-4582-94dc-6b22964a2f08 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:32.952586 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3e2a771d-d83c-480b-9581-157716f7da05 req-b06268ba-af19-4582-94dc-6b22964a2f08 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/ports?device_id=311fb41e-fcde-4911-b289-21aeeb3f111e HTTP/1.1" status: 200 len: 984 time: 0.0485129 Sep 08 00:50:32.994092 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3e2a771d-d83c-480b-9581-157716f7da05 req-a47c94e1-d7bf-4753-9521-8b9a894ad496 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bb52bdf-32d6-4905-bd85-a8bc808764a8&id=05bae0a3-fbbb-4b97-a09c-00699ac91369&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347407 Sep 08 00:50:34.125031 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e492e5d-81f2-4e12-8fbb-66e9b3d10736 req-ccbf9e9a-10a3-4df9-add8-fc2a18d8e77a tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:34.126556 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6e492e5d-81f2-4e12-8fbb-66e9b3d10736 req-ccbf9e9a-10a3-4df9-add8-fc2a18d8e77a tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/ports?device_id=311fb41e-fcde-4911-b289-21aeeb3f111e HTTP/1.1" status: 200 len: 984 time: 0.0523975 Sep 08 00:50:34.167536 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6e492e5d-81f2-4e12-8fbb-66e9b3d10736 req-e8149b04-b289-40a3-ad67-c10be992cd2f tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bb52bdf-32d6-4905-bd85-a8bc808764a8&id=05bae0a3-fbbb-4b97-a09c-00699ac91369&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346835 Sep 08 00:50:35.284997 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962b94d-08e9-421d-9543-29e5ec906826 req-c9bf76cb-802c-4b3d-9bcf-a044df8c6acc tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:35.286558 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e962b94d-08e9-421d-9543-29e5ec906826 req-c9bf76cb-802c-4b3d-9bcf-a044df8c6acc tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/ports?device_id=311fb41e-fcde-4911-b289-21aeeb3f111e HTTP/1.1" status: 200 len: 984 time: 0.0504749 Sep 08 00:50:35.329080 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e962b94d-08e9-421d-9543-29e5ec906826 req-dae53273-a347-4da5-a263-f7985228807a tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bb52bdf-32d6-4905-bd85-a8bc808764a8&id=05bae0a3-fbbb-4b97-a09c-00699ac91369&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363915 Sep 08 00:50:36.444896 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f898b-4511-4523-92ea-686948525d40 req-7a878881-afe5-44f6-b4c4-78875afc969a tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:36.446394 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ad1f898b-4511-4523-92ea-686948525d40 req-7a878881-afe5-44f6-b4c4-78875afc969a tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/ports?device_id=311fb41e-fcde-4911-b289-21aeeb3f111e HTTP/1.1" status: 200 len: 984 time: 0.0483680 Sep 08 00:50:36.488320 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ad1f898b-4511-4523-92ea-686948525d40 req-08942514-3398-4c79-bab5-47a0e6d00271 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bb52bdf-32d6-4905-bd85-a8bc808764a8&id=05bae0a3-fbbb-4b97-a09c-00699ac91369&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358596 Sep 08 00:50:37.558047 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d50efe1-9fef-455b-a2d3-f5f7f970351c req-a0464595-5c39-4358-80e5-962223115add tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:37.559572 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4d50efe1-9fef-455b-a2d3-f5f7f970351c req-a0464595-5c39-4358-80e5-962223115add tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 945 time: 0.0489516 Sep 08 00:50:37.630378 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4d50efe1-9fef-455b-a2d3-f5f7f970351c req-407509e3-ea37-4947-9317-1eb7c4673cc0 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607846 Sep 08 00:50:37.638704 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc76ec8-cc72-4e91-a5f4-ad5a2b275a07 req-4b283c35-24e9-42b5-99f6-a965e9d6cbad tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:37.640164 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-7fc76ec8-cc72-4e91-a5f4-ad5a2b275a07 req-4b283c35-24e9-42b5-99f6-a965e9d6cbad tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/ports?device_id=311fb41e-fcde-4911-b289-21aeeb3f111e HTTP/1.1" status: 200 len: 984 time: 0.0797243 Sep 08 00:50:37.682969 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-7fc76ec8-cc72-4e91-a5f4-ad5a2b275a07 req-14710be4-e229-4ce0-a42c-23034ad7daf3 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bb52bdf-32d6-4905-bd85-a8bc808764a8&id=05bae0a3-fbbb-4b97-a09c-00699ac91369&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368078 Sep 08 00:50:38.759984 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0e6226-f3d6-46cc-bbf3-1735dd2589d9 req-c7ff391f-ccc1-44dc-8d1a-2d5b062d203b tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:38.761583 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-8d0e6226-f3d6-46cc-bbf3-1735dd2589d9 req-c7ff391f-ccc1-44dc-8d1a-2d5b062d203b tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 945 time: 0.0531638 Sep 08 00:50:38.822029 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-8d0e6226-f3d6-46cc-bbf3-1735dd2589d9 req-09c55456-4157-42ca-8200-ae2aaa8c2810 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520456 Sep 08 00:50:38.839458 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5fe62-57e2-4eb1-bc97-d064ee99d00f req-5868b841-9742-44d7-962d-84f7473db0aa tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:38.840969 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-95e5fe62-57e2-4eb1-bc97-d064ee99d00f req-5868b841-9742-44d7-962d-84f7473db0aa tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/ports?device_id=311fb41e-fcde-4911-b289-21aeeb3f111e HTTP/1.1" status: 200 len: 984 time: 0.0898044 Sep 08 00:50:38.880917 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-95e5fe62-57e2-4eb1-bc97-d064ee99d00f req-a540d8db-7e15-45ed-bbe7-56f0c00fe100 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bb52bdf-32d6-4905-bd85-a8bc808764a8&id=05bae0a3-fbbb-4b97-a09c-00699ac91369&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340543 Sep 08 00:50:39.943851 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7723a9-5922-4e27-8959-fb07ffda9e36 req-7ed5a1ac-0572-41ad-8fd5-1024115f488b tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:39.945414 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ea7723a9-5922-4e27-8959-fb07ffda9e36 req-7ed5a1ac-0572-41ad-8fd5-1024115f488b tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 945 time: 0.0531340 Sep 08 00:50:40.015552 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ea7723a9-5922-4e27-8959-fb07ffda9e36 req-356b57f7-2059-4ff0-9afb-f4eb536eb906 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570059 Sep 08 00:50:40.024527 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea663e20-718d-4a75-8315-d972405f6cb6 req-71dd6612-41d9-47b3-89ff-f0cb498bf32e tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:40.026018 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ea663e20-718d-4a75-8315-d972405f6cb6 req-71dd6612-41d9-47b3-89ff-f0cb498bf32e tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/ports?device_id=311fb41e-fcde-4911-b289-21aeeb3f111e HTTP/1.1" status: 200 len: 984 time: 0.0766826 Sep 08 00:50:40.070514 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ea663e20-718d-4a75-8315-d972405f6cb6 req-1ee19bfa-2e5b-4e98-b1a1-6a925e138344 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bb52bdf-32d6-4905-bd85-a8bc808764a8&id=05bae0a3-fbbb-4b97-a09c-00699ac91369&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0381088 Sep 08 00:50:41.093567 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 55462) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:50:41.137358 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02647cf5-8a7f-4999-a50f-180f27f637c4 req-b6f8abba-3ff1-458a-aea9-7ec809a67b2d tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:41.138555 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.db_base_plugin_v2 [None req-9699316c-ee3b-44f6-a078-955129708eac admin admin] Deleting subnet 35e94a9d-fe7f-4a98-8c58-522e37798bac {{(pid=105698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 00:50:41.139070 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-02647cf5-8a7f-4999-a50f-180f27f637c4 req-b6f8abba-3ff1-458a-aea9-7ec809a67b2d tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 945 time: 0.0524085 Sep 08 00:50:41.141940 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-9699316c-ee3b-44f6-a078-955129708eac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:50:41.177045 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-9699316c-ee3b-44f6-a078-955129708eac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7633556'] for subnet, precommit_delete_associations {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:50:41.203837 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-02647cf5-8a7f-4999-a50f-180f27f637c4 req-aa157bc9-188f-4111-bbfb-ea757f0bdf99 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539973 Sep 08 00:50:41.215581 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c4730-9f98-4e7d-9705-f77160a46163 req-e15e3afe-f3df-40d4-8a6b-70df7bb00319 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:41.215872 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-9699316c-ee3b-44f6-a078-955129708eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3572486'] for subnet, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:50:41.217057 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5e9c4730-9f98-4e7d-9705-f77160a46163 req-e15e3afe-f3df-40d4-8a6b-70df7bb00319 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/ports?device_id=311fb41e-fcde-4911-b289-21aeeb3f111e HTTP/1.1" status: 200 len: 984 time: 0.0770948 Sep 08 00:50:41.258222 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5e9c4730-9f98-4e7d-9705-f77160a46163 req-f13becdc-48b3-46d9-b11a-af64aa5a8f73 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bb52bdf-32d6-4905-bd85-a8bc808764a8&id=05bae0a3-fbbb-4b97-a09c-00699ac91369&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340626 Sep 08 00:50:41.269480 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-9699316c-ee3b-44f6-a078-955129708eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3572543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7705668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4725603'] for subnet, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:50:41.299200 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9699316c-ee3b-44f6-a078-955129708eac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35e94a9d-fe7f-4a98-8c58-522e37798bac,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:50:41.303252 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-9699316c-ee3b-44f6-a078-955129708eac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for subnet, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:50:41.305339 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-9699316c-ee3b-44f6-a078-955129708eac admin admin] 10.222.0.15 "DELETE /v2.0/subnets/35e94a9d-fe7f-4a98-8c58-522e37798bac HTTP/1.1" status: 204 len: 168 time: 0.2107220 Sep 08 00:50:41.307680 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 55464) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:50:41.376585 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-9b0d00e5-d5b6-4f8e-b3c9-3aa7c7431467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3464973'] for network, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:50:41.454558 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-9b0d00e5-d5b6-4f8e-b3c9-3aa7c7431467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3575435', 'neutron.services.segments.db._delete_segments_for_network-8792256839289'] for network, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:50:41.473878 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.services.segments.db [None req-9b0d00e5-d5b6-4f8e-b3c9-3aa7c7431467 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['add4ace8-327b-48a2-a657-c5213350adce']}} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:50:41.482576 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.services.segments.db [None req-9b0d00e5-d5b6-4f8e-b3c9-3aa7c7431467 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f806e606-d999-4f43-b373-fbe3a924cd24') {'for_net_delete': True} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:50:41.482870 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.services.segments.db [None req-9b0d00e5-d5b6-4f8e-b3c9-3aa7c7431467 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f806e606-d999-4f43-b373-fbe3a924cd24') {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:50:41.491876 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-9b0d00e5-d5b6-4f8e-b3c9-3aa7c7431467 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792256841090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7633565'] for segment, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:50:41.504926 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-9b0d00e5-d5b6-4f8e-b3c9-3aa7c7431467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3575388'] for segment, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:50:41.510565 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b0d00e5-d5b6-4f8e-b3c9-3aa7c7431467 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=105698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 00:50:41.510941 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-9b0d00e5-d5b6-4f8e-b3c9-3aa7c7431467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3575388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7727846'] for segment, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:50:41.512555 dv-cinder-759961-13-iscsi neutron-server[105698]: Traceback (most recent call last): Sep 08 00:50:41.512555 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 00:50:41.512555 dv-cinder-759961-13-iscsi neutron-server[105698]: timer() Sep 08 00:50:41.512555 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 00:50:41.512555 dv-cinder-759961-13-iscsi neutron-server[105698]: cb(*args, **kw) Sep 08 00:50:41.512555 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 00:50:41.512555 dv-cinder-759961-13-iscsi neutron-server[105698]: return func(*args, **kwargs) Sep 08 00:50:41.512555 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 00:50:41.512555 dv-cinder-759961-13-iscsi neutron-server[105698]: self._notify() Sep 08 00:50:41.512555 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 00:50:41.512555 dv-cinder-759961-13-iscsi neutron-server[105698]: self.callback(batched_events) Sep 08 00:50:41.512555 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 00:50:41.512555 dv-cinder-759961-13-iscsi neutron-server[105698]: event.method(event) Sep 08 00:50:41.512555 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 00:50:41.512555 dv-cinder-759961-13-iscsi neutron-server[105698]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 00:50:41.512555 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 00:50:41.512555 dv-cinder-759961-13-iscsi neutron-server[105698]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 00:50:41.512555 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 00:50:41.512555 dv-cinder-759961-13-iscsi neutron-server[105698]: return f(self, *a, **k) Sep 08 00:50:41.512555 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 00:50:41.512555 dv-cinder-759961-13-iscsi neutron-server[105698]: return self._get(url).json() Sep 08 00:50:41.512555 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 00:50:41.512555 dv-cinder-759961-13-iscsi neutron-server[105698]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 00:50:41.512555 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 00:50:41.512555 dv-cinder-759961-13-iscsi neutron-server[105698]: return self.request(url, 'GET', **kwargs) Sep 08 00:50:41.512555 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 00:50:41.512555 dv-cinder-759961-13-iscsi neutron-server[105698]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 00:50:41.512555 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 00:50:41.512555 dv-cinder-759961-13-iscsi neutron-server[105698]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 00:50:41.512555 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 00:50:41.512555 dv-cinder-759961-13-iscsi neutron-server[105698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 00:50:41.512555 dv-cinder-759961-13-iscsi neutron-server[105698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 00:50:41.563889 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-9b0d00e5-d5b6-4f8e-b3c9-3aa7c7431467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3575428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529414'] for network, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:50:41.569111 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-9b0d00e5-d5b6-4f8e-b3c9-3aa7c7431467 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for network, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:50:41.570962 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-9b0d00e5-d5b6-4f8e-b3c9-3aa7c7431467 admin admin] 10.222.0.15 "DELETE /v2.0/networks/add4ace8-327b-48a2-a657-c5213350adce HTTP/1.1" status: 204 len: 168 time: 0.2623591 Sep 08 00:50:41.583330 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0d00e5-d5b6-4f8e-b3c9-3aa7c7431467 admin admin] Pushing event deleted for resources: {'Network': ['ID=add4ace8-327b-48a2-a657-c5213350adce,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:50:41.728332 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 55468) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:50:41.766559 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-384144e9-159e-4e16-9bea-38e6ca1aa890 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a682fa0a6ca14e42a44da67d539aecca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371282 Sep 08 00:50:41.769094 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 55470) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:50:41.815175 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-d62b6182-7684-477b-b65a-317af448ac3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:50:41.836529 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-d62b6182-7684-477b-b65a-317af448ac3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:50:41.883785 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-d62b6182-7684-477b-b65a-317af448ac3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:50:41.886234 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-d62b6182-7684-477b-b65a-317af448ac3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:50:41.887381 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-d62b6182-7684-477b-b65a-317af448ac3f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2bc693cc-0d90-4823-8154-532a44c11f4b HTTP/1.1" status: 204 len: 168 time: 0.1174290 Sep 08 00:50:41.895381 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62b6182-7684-477b-b65a-317af448ac3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc693cc-0d90-4823-8154-532a44c11f4b,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:50:41.902343 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62b6182-7684-477b-b65a-317af448ac3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:50:41.902696 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62b6182-7684-477b-b65a-317af448ac3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:50:41.903038 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62b6182-7684-477b-b65a-317af448ac3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:50:41.903373 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62b6182-7684-477b-b65a-317af448ac3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:50:41.903730 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62b6182-7684-477b-b65a-317af448ac3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:50:41.904063 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62b6182-7684-477b-b65a-317af448ac3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:50:41.904391 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62b6182-7684-477b-b65a-317af448ac3f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:50:41.904719 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62b6182-7684-477b-b65a-317af448ac3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:50:41.905046 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62b6182-7684-477b-b65a-317af448ac3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:50:41.905393 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62b6182-7684-477b-b65a-317af448ac3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:50:41.905716 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62b6182-7684-477b-b65a-317af448ac3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:50:41.906034 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62b6182-7684-477b-b65a-317af448ac3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:50:42.323644 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3a312-908d-48ba-8971-885f92f1e6c5 req-36a21d28-aabd-469a-a19a-c4a3c4afdd42 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:42.325176 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6be3a312-908d-48ba-8971-885f92f1e6c5 req-36a21d28-aabd-469a-a19a-c4a3c4afdd42 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 945 time: 0.0508175 Sep 08 00:50:42.389704 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6be3a312-908d-48ba-8971-885f92f1e6c5 req-11a60f80-15ca-4492-83a7-eb72f1ea11f4 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536258 Sep 08 00:50:42.398067 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6ba66-3884-41e0-8188-96e095665159 req-5bbe5f38-311b-49f4-bac6-04536caacd7f tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:42.399533 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-29a6ba66-3884-41e0-8188-96e095665159 req-5bbe5f38-311b-49f4-bac6-04536caacd7f tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/ports?device_id=311fb41e-fcde-4911-b289-21aeeb3f111e HTTP/1.1" status: 200 len: 984 time: 0.0725279 Sep 08 00:50:42.439862 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-29a6ba66-3884-41e0-8188-96e095665159 req-41f954ee-1501-462f-930f-c99bdc14edf8 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bb52bdf-32d6-4905-bd85-a8bc808764a8&id=05bae0a3-fbbb-4b97-a09c-00699ac91369&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338058 Sep 08 00:50:43.509108 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2f4d4-2930-4f1d-bb12-3605139ee0d0 req-daebd51d-050c-410d-a49b-294044b01e2e tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:43.510616 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-bdd2f4d4-2930-4f1d-bb12-3605139ee0d0 req-daebd51d-050c-410d-a49b-294044b01e2e tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 945 time: 0.0507317 Sep 08 00:50:43.573100 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-bdd2f4d4-2930-4f1d-bb12-3605139ee0d0 req-c745c8c5-344e-4c76-b16f-1c5b58fffcd4 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517104 Sep 08 00:50:43.582319 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a64e8f-8563-4519-b0f0-ec28907effde req-efa6293c-9821-47e1-b6b5-2949b5bac7b7 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:43.583789 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-62a64e8f-8563-4519-b0f0-ec28907effde req-efa6293c-9821-47e1-b6b5-2949b5bac7b7 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/ports?device_id=311fb41e-fcde-4911-b289-21aeeb3f111e HTTP/1.1" status: 200 len: 984 time: 0.0722933 Sep 08 00:50:43.623209 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-62a64e8f-8563-4519-b0f0-ec28907effde req-c02ad3c1-e0b9-4718-a8e8-0a556254f372 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bb52bdf-32d6-4905-bd85-a8bc808764a8&id=05bae0a3-fbbb-4b97-a09c-00699ac91369&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334597 Sep 08 00:50:44.692479 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc19eb-2fae-4af7-9b1f-e9de89a7258d req-9085882a-acbb-4f65-b12a-5cff39eae079 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:44.693949 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-7dcc19eb-2fae-4af7-9b1f-e9de89a7258d req-9085882a-acbb-4f65-b12a-5cff39eae079 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 945 time: 0.0498061 Sep 08 00:50:44.759065 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-7dcc19eb-2fae-4af7-9b1f-e9de89a7258d req-15fdbc2c-14a5-4bf2-bfa1-e38814d5eaec tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562015 Sep 08 00:50:44.766547 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd0b9e-dc23-4f23-b205-39bdfc51cdc1 req-4a28a4c0-92cc-42ad-8f3f-46da63e28802 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:44.768020 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-06cd0b9e-dc23-4f23-b205-39bdfc51cdc1 req-4a28a4c0-92cc-42ad-8f3f-46da63e28802 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/ports?device_id=311fb41e-fcde-4911-b289-21aeeb3f111e HTTP/1.1" status: 200 len: 984 time: 0.0731673 Sep 08 00:50:44.807044 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-06cd0b9e-dc23-4f23-b205-39bdfc51cdc1 req-534226b2-0d2e-4ce5-ac00-871c9d4ec8f7 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bb52bdf-32d6-4905-bd85-a8bc808764a8&id=05bae0a3-fbbb-4b97-a09c-00699ac91369&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331392 Sep 08 00:50:45.438760 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:50:45.876826 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ebc1c-fa7c-4763-8f10-60e6e3102ea1 req-b9f855f9-890a-4a88-a4f9-7f77b7890887 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:45.878805 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-309ebc1c-fa7c-4763-8f10-60e6e3102ea1 req-b9f855f9-890a-4a88-a4f9-7f77b7890887 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 945 time: 0.0486887 Sep 08 00:50:45.942859 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-309ebc1c-fa7c-4763-8f10-60e6e3102ea1 req-ae82eb9e-a36c-4aa7-ade4-91bc39bcd74f tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551240 Sep 08 00:50:45.951063 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88141467-b764-4da1-add0-4bc320e71fed req-aba16aa0-2189-4c85-a51e-81c0262307e8 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:45.952498 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-88141467-b764-4da1-add0-4bc320e71fed req-aba16aa0-2189-4c85-a51e-81c0262307e8 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/ports?device_id=311fb41e-fcde-4911-b289-21aeeb3f111e HTTP/1.1" status: 200 len: 984 time: 0.0728543 Sep 08 00:50:45.991908 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-88141467-b764-4da1-add0-4bc320e71fed req-03b8888d-9321-4d93-a6b7-e31305e05597 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bb52bdf-32d6-4905-bd85-a8bc808764a8&id=05bae0a3-fbbb-4b97-a09c-00699ac91369&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327358 Sep 08 00:50:47.060960 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d6df6-cceb-4d0f-a4ad-64d1f5d35625 req-b0155c87-ae10-414c-b57f-3f81479f7100 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:47.062443 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a25d6df6-cceb-4d0f-a4ad-64d1f5d35625 req-b0155c87-ae10-414c-b57f-3f81479f7100 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 945 time: 0.0488007 Sep 08 00:50:47.124714 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a25d6df6-cceb-4d0f-a4ad-64d1f5d35625 req-a2abaded-2fc5-40b7-97ba-24cd8b29a891 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532322 Sep 08 00:50:47.133103 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31656514-91e2-4055-b019-8b40000b28c5 req-00b85149-b972-4a2b-9e79-b5f18f436ead tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:47.134677 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-31656514-91e2-4055-b019-8b40000b28c5 req-00b85149-b972-4a2b-9e79-b5f18f436ead tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/ports?device_id=311fb41e-fcde-4911-b289-21aeeb3f111e HTTP/1.1" status: 200 len: 984 time: 0.0713575 Sep 08 00:50:47.175786 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-31656514-91e2-4055-b019-8b40000b28c5 req-02d3c093-1c48-4d0d-afed-1694c51bc8b1 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bb52bdf-32d6-4905-bd85-a8bc808764a8&id=05bae0a3-fbbb-4b97-a09c-00699ac91369&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342927 Sep 08 00:50:47.810475 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-e036c123-a52c-45d2-abcd-ac840f48c618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:50:48.027670 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afcb21b-b7b4-4f4c-ac74-be81c3c8bb05 req-f6f17d2c-a829-49f1-94eb-99e7c7f8c862 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:48.029779 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-7afcb21b-b7b4-4f4c-ac74-be81c3c8bb05 req-f6f17d2c-a829-49f1-94eb-99e7c7f8c862 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 945 time: 0.0513885 Sep 08 00:50:48.068088 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-7afcb21b-b7b4-4f4c-ac74-be81c3c8bb05 req-ee956848-c40d-4831-b81d-64f4a6c7de40 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313737 Sep 08 00:50:48.243146 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266396a3-1341-4edd-b2a7-9ca4df7ed6a5 req-1bd5f1f9-dc48-4d7e-bd2f-de2a444999b5 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:48.244971 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-266396a3-1341-4edd-b2a7-9ca4df7ed6a5 req-1bd5f1f9-dc48-4d7e-bd2f-de2a444999b5 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 945 time: 0.0487862 Sep 08 00:50:48.282014 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-266396a3-1341-4edd-b2a7-9ca4df7ed6a5 req-64f96de6-fc8f-4f51-9034-fc978c2a78b3 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312965 Sep 08 00:50:49.178293 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6ccb7-6965-4244-be88-dd697830562c req-71ff7b2e-1ef0-45c5-b670-e4df1058bdc7 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:49.179841 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a6d6ccb7-6965-4244-be88-dd697830562c req-71ff7b2e-1ef0-45c5-b670-e4df1058bdc7 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 945 time: 0.0475547 Sep 08 00:50:49.216567 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a6d6ccb7-6965-4244-be88-dd697830562c req-c3dbee9f-cf56-4159-8247-af83ae5da398 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310297 Sep 08 00:50:49.400559 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7af4eb-75a0-4c11-845f-dc7ca4093e64 req-6286f801-5a90-4f3e-b81a-173542ed9461 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:49.401904 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ca7af4eb-75a0-4c11-845f-dc7ca4093e64 req-6286f801-5a90-4f3e-b81a-173542ed9461 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 945 time: 0.0498471 Sep 08 00:50:49.438908 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ca7af4eb-75a0-4c11-845f-dc7ca4093e64 req-a8de10a2-4b65-44ac-bb93-255389d5695c tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312150 Sep 08 00:50:49.937599 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-9644a46f-2965-4f2a-851c-a1dc0a9be7fb req-b3ecf535-7791-42e7-9f32-f6e585804887 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8dd105ad-3e16-45d7-a553-446d9c6968ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421507 Sep 08 00:50:50.011596 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644a46f-2965-4f2a-851c-a1dc0a9be7fb req-e1dcfa06-47c8-4d1c-958f-e2a3711b76cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:50.013041 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-9644a46f-2965-4f2a-851c-a1dc0a9be7fb req-e1dcfa06-47c8-4d1c-958f-e2a3711b76cd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d2122c17d3e9420ca396e89dd2ef51d5&device_id=8dd105ad-3e16-45d7-a553-446d9c6968ff HTTP/1.1" status: 200 len: 1098 time: 0.0391648 Sep 08 00:50:50.116600 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644a46f-2965-4f2a-851c-a1dc0a9be7fb req-99550857-4f9a-42ae-a1d5-10ec2eefd4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:50.117954 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-9644a46f-2965-4f2a-851c-a1dc0a9be7fb req-99550857-4f9a-42ae-a1d5-10ec2eefd4c5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb HTTP/1.1" status: 200 len: 912 time: 0.0851457 Sep 08 00:50:50.181921 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-9644a46f-2965-4f2a-851c-a1dc0a9be7fb req-87b715f9-6d7d-4a87-9aeb-8117f901fe91 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9191208e-81bc-4377-85bf-7aa2b6ccee11 HTTP/1.1" status: 200 len: 1000 time: 0.0555871 Sep 08 00:50:50.230959 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644a46f-2965-4f2a-851c-a1dc0a9be7fb req-3990ca12-9663-47ec-b3bd-daa92f518500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:50.232348 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-9644a46f-2965-4f2a-851c-a1dc0a9be7fb req-3990ca12-9663-47ec-b3bd-daa92f518500 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=48dc3dee-0151-4222-89ec-899c2181cf10 HTTP/1.1" status: 200 len: 850 time: 0.0426631 Sep 08 00:50:50.286536 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644a46f-2965-4f2a-851c-a1dc0a9be7fb req-c4c1d47a-6067-46b4-b299-e12172818ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:50.288090 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-9644a46f-2965-4f2a-851c-a1dc0a9be7fb req-c4c1d47a-6067-46b4-b299-e12172818ef7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0437832 Sep 08 00:50:50.330223 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7324c2-7c18-4997-9229-d519d1326fad req-06703c0f-d933-4c90-b117-e0f6b996a4e5 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:50.332600 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-2b7324c2-7c18-4997-9229-d519d1326fad req-06703c0f-d933-4c90-b117-e0f6b996a4e5 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 945 time: 0.0495210 Sep 08 00:50:50.372693 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-2b7324c2-7c18-4997-9229-d519d1326fad req-0678cd40-f736-450b-b9cc-2c157224886a tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340092 Sep 08 00:50:50.381252 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-9644a46f-2965-4f2a-851c-a1dc0a9be7fb req-b59510fa-3b81-4c77-ac2d-6b5986621a46 service neutron] 10.222.0.35 "GET /v2.0/networks/a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836928 Sep 08 00:50:50.475101 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-9644a46f-2965-4f2a-851c-a1dc0a9be7fb req-a23785d1-80aa-4433-9289-b53d0cc82613 service neutron] 10.222.0.35 "GET /v2.0/networks/a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857062 Sep 08 00:50:50.558098 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6204de-d7df-4044-adee-fd0b956cd0f2 req-227e931a-8c6d-4ad1-bdb0-a90bbc7ae67c tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:50.559563 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-2c6204de-d7df-4044-adee-fd0b956cd0f2 req-227e931a-8c6d-4ad1-bdb0-a90bbc7ae67c tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 945 time: 0.0477927 Sep 08 00:50:50.595798 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-2c6204de-d7df-4044-adee-fd0b956cd0f2 req-7af634e6-02ab-4dbe-aa82-4da99bd21350 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305297 Sep 08 00:50:50.832815 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:50:50.835907 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-982fa095-37e9-47cd-9eaf-08d2e2122d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:50:51.574006 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device c94dcbbd-4dcb-4309-adb2-0f852b546818 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=105700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 00:50:51.664762 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:50:51.684771 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port c94dcbbd-4dcb-4309-adb2-0f852b546818, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=c94dcbbd-4dcb-4309-adb2-0f852b546818,segment=NetworkSegment(36a93c6c-e113-4def-a9a0-ed0b007be14b),segment_id=36a93c6c-e113-4def-a9a0-ed0b007be14b)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:50:51.696412 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Returning: {'device': 'c94dcbbd-4dcb-4309-adb2-0f852b546818', 'network_id': 'de8fbc24-7297-4226-b64a-9cb1927a5167', 'port_id': 'c94dcbbd-4dcb-4309-adb2-0f852b546818', 'mac_address': 'fa:16:3e:2a:d4:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 00:50:51.734965 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:50:51.749257 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.notifiers.nova [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c94dcbbd-4dcb-4309-adb2-0f852b546818 {{(pid=105700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 00:50:51.769180 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port c94dcbbd-4dcb-4309-adb2-0f852b546818, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=c94dcbbd-4dcb-4309-adb2-0f852b546818,segment=NetworkSegment(36a93c6c-e113-4def-a9a0-ed0b007be14b),segment_id=36a93c6c-e113-4def-a9a0-ed0b007be14b)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:50:51.772947 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:50:51.825911 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Pushing event updated for resources: {'Port': ['ID=c94dcbbd-4dcb-4309-adb2-0f852b546818,revision_number=6']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:50:51.833758 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:50:51.834445 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:50:51.834445 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:50:51.834737 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:50:51.835062 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:50:51.835389 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:50:51.835734 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:50:51.836055 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:50:51.836375 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:50:51.836698 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:50:51.837012 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:50:51.837323 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:50:51.928309 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] get_ports_and_sgs() called for port_ids ['c94dcbbd-4dcb-4309-adb2-0f852b546818'] {{(pid=105700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 00:50:51.966690 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36bca86-34fa-49e3-8f94-21ce10aa48e4 req-35fb8348-276c-424c-9f3a-927197d28bee tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:51.968188 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-c36bca86-34fa-49e3-8f94-21ce10aa48e4 req-35fb8348-276c-424c-9f3a-927197d28bee tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 945 time: 0.3163466 Sep 08 00:50:51.980855 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5c554-4a6c-4d21-9dcc-cced632183a5 req-f5033efb-05de-41f2-9f11-c67c868e5470 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:51.982272 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-9ad5c554-4a6c-4d21-9dcc-cced632183a5 req-f5033efb-05de-41f2-9f11-c67c868e5470 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 944 time: 0.3008268 Sep 08 00:50:52.035273 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-c36bca86-34fa-49e3-8f94-21ce10aa48e4 req-18423d3b-cf82-41a2-a01f-49c39684f2f1 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520442 Sep 08 00:50:52.040122 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-9ad5c554-4a6c-4d21-9dcc-cced632183a5 req-4c1647b9-640e-4667-b0f0-4b13df538899 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504651 Sep 08 00:50:53.115845 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:50:53.175688 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7722e28c-b841-4371-aabc-6e96ded947e6 req-73b2a6dd-7719-45e6-adca-97268a8ad101 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:53.177173 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-7722e28c-b841-4371-aabc-6e96ded947e6 req-73b2a6dd-7719-45e6-adca-97268a8ad101 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 945 time: 0.0750773 Sep 08 00:50:53.199776 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92969f45-5f7b-4149-84be-ab957723abb7 req-8c2eaafd-a0fc-45db-b151-2ccf79eefd6f tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:53.201197 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-92969f45-5f7b-4149-84be-ab957723abb7 req-8c2eaafd-a0fc-45db-b151-2ccf79eefd6f tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 944 time: 0.0737610 Sep 08 00:50:53.247276 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-7722e28c-b841-4371-aabc-6e96ded947e6 req-edbb4b1c-fd4a-4348-a9ba-769940ed7bc6 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626092 Sep 08 00:50:53.254626 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-92969f45-5f7b-4149-84be-ab957723abb7 req-6d2e94ff-a27d-48af-8ba8-df068d61705a tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454142 Sep 08 00:50:53.575580 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device c94dcbbd-4dcb-4309-adb2-0f852b546818 up at agent hyperv_hv-cinder-75996 {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:50:53.621268 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Provisioning complete for port c94dcbbd-4dcb-4309-adb2-0f852b546818 triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:50:53.621632 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:50:53.696506 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:50:53.718251 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700df840-5d90-4372-b2ad-844e82cabd6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c94dcbbd-4dcb-4309-adb2-0f852b546818'}] {{(pid=105700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:50:53.720486 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8460d1f582680b5b58131e18e26cc0c46bcacb71cb7028c1e32c58fa4cd87a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18df2ad6-26bb-4cf1-bb61-8f7a883bb461" -d '{"events": [{"server_uuid": "700df840-5d90-4372-b2ad-844e82cabd6a", "name": "network-vif-plugged", "status": "completed", "tag": "c94dcbbd-4dcb-4309-adb2-0f852b546818"}]}' {{(pid=105700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:50:53.733288 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port c94dcbbd-4dcb-4309-adb2-0f852b546818, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=c94dcbbd-4dcb-4309-adb2-0f852b546818,segment=NetworkSegment(36a93c6c-e113-4def-a9a0-ed0b007be14b),segment_id=36a93c6c-e113-4def-a9a0-ed0b007be14b)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:50:53.738032 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:50:53.760859 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 00:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ccdf8b-f3f5-42f6-aea9-6f81e35e834f x-openstack-request-id: req-e1ccdf8b-f3f5-42f6-aea9-6f81e35e834f {{(pid=105700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:50:53.761156 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "700df840-5d90-4372-b2ad-844e82cabd6a", "name": "network-vif-plugged", "status": "completed", "tag": "c94dcbbd-4dcb-4309-adb2-0f852b546818", "code": 200}]} {{(pid=105700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:50:53.761408 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e1ccdf8b-f3f5-42f6-aea9-6f81e35e834f {{(pid=105700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:50:53.761797 dv-cinder-759961-13-iscsi neutron-server[105700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700df840-5d90-4372-b2ad-844e82cabd6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c94dcbbd-4dcb-4309-adb2-0f852b546818', 'code': 200} Sep 08 00:50:53.787646 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Pushing event updated for resources: {'Port': ['ID=c94dcbbd-4dcb-4309-adb2-0f852b546818,revision_number=7']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:50:54.387958 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37878023-6656-4ffa-8523-92c078add9b5 req-ecccca80-6ff0-4f6c-ad92-4fc11ac2e117 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:54.389407 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-37878023-6656-4ffa-8523-92c078add9b5 req-ecccca80-6ff0-4f6c-ad92-4fc11ac2e117 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 945 time: 0.0753834 Sep 08 00:50:54.411745 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b61f3-5674-4b7d-8b93-e83b458143d7 req-ac618896-3a8e-48dc-a880-5aaad7147d24 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:54.413153 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-7d9b61f3-5674-4b7d-8b93-e83b458143d7 req-ac618896-3a8e-48dc-a880-5aaad7147d24 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 945 time: 0.0869052 Sep 08 00:50:54.458113 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-37878023-6656-4ffa-8523-92c078add9b5 req-b55afb47-e872-46a1-81c1-e1d8d660e2b2 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624800 Sep 08 00:50:54.465045 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-7d9b61f3-5674-4b7d-8b93-e83b458143d7 req-5ce97268-ee39-4022-98e5-f5ec709f7dc7 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460360 Sep 08 00:50:55.608525 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba51814-2846-46dd-8a92-2dd6082dedba req-88fa488e-1626-4f0a-bf18-d8f91e3e8044 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:55.615803 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-2ba51814-2846-46dd-8a92-2dd6082dedba req-88fa488e-1626-4f0a-bf18-d8f91e3e8044 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 945 time: 0.0853717 Sep 08 00:50:55.649355 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd17bf2-b4a4-4bfe-91fa-36c02feaba7a req-21e51013-9de9-44aa-8ac6-200824c30b10 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:55.650843 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3cd17bf2-b4a4-4bfe-91fa-36c02feaba7a req-21e51013-9de9-44aa-8ac6-200824c30b10 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 945 time: 0.0916893 Sep 08 00:50:55.666464 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-2ba51814-2846-46dd-8a92-2dd6082dedba req-390d93c3-15c3-4589-8646-3adb8aa5c909 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497758 Sep 08 00:50:55.705422 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3cd17bf2-b4a4-4bfe-91fa-36c02feaba7a req-25bab08e-8eb2-484f-82ea-815ee5438e4f tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379725 Sep 08 00:50:56.790795 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e0e27-216c-4f82-b13d-deab9d312517 req-4ad427ae-78f7-40a0-8cf3-21dbc03fb2eb tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:56.792911 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-b32e0e27-216c-4f82-b13d-deab9d312517 req-4ad427ae-78f7-40a0-8cf3-21dbc03fb2eb tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 945 time: 0.0565095 Sep 08 00:50:56.861055 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-b32e0e27-216c-4f82-b13d-deab9d312517 req-e7ba23bd-d27a-48e2-b423-a3adc1f36065 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579731 Sep 08 00:50:56.869341 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fcf180-0184-49e5-ac98-559776304b21 req-db65bc75-9206-452f-9629-8d4339273a62 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:56.870919 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e6fcf180-0184-49e5-ac98-559776304b21 req-db65bc75-9206-452f-9629-8d4339273a62 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 945 time: 0.0768855 Sep 08 00:50:56.913392 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e6fcf180-0184-49e5-ac98-559776304b21 req-de7e0b53-300b-441d-9567-ab99e515ce1b tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343640 Sep 08 00:50:57.990114 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00e9bf-171f-4c74-940b-64c6fe0c74b4 req-fffab0d1-ef07-4a1a-b7a0-f95537c086dd tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:57.997456 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-7a00e9bf-171f-4c74-940b-64c6fe0c74b4 req-fffab0d1-ef07-4a1a-b7a0-f95537c086dd tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 945 time: 0.0582292 Sep 08 00:50:58.089186 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-7a00e9bf-171f-4c74-940b-64c6fe0c74b4 req-449bda8c-8c52-4b1a-bebf-1de735821ce5 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905399 Sep 08 00:50:58.103224 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71c1db-c5a1-4cd8-970f-490385f19ba0 req-068d13b5-a685-457f-99cb-965aa1a8b2a7 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:58.105094 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-fc71c1db-c5a1-4cd8-970f-490385f19ba0 req-068d13b5-a685-457f-99cb-965aa1a8b2a7 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 945 time: 0.1053824 Sep 08 00:50:58.148818 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-fc71c1db-c5a1-4cd8-970f-490385f19ba0 req-4eaf362b-ec3f-4123-b340-1966fce60ecf tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352447 Sep 08 00:50:58.179750 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.agents_db [None req-8a21184a-e449-40d8-9b7c-bcfe602fdfc6 None None] Agent healthcheck: found 6 active agents {{(pid=105701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 00:50:59.219773 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c98aa76-a29d-4484-ae8e-f9e1c50d9019 req-2d342315-dd03-41bf-9ade-791a2ce65fd8 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:59.223176 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-8c98aa76-a29d-4484-ae8e-f9e1c50d9019 req-2d342315-dd03-41bf-9ade-791a2ce65fd8 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 945 time: 0.0653346 Sep 08 00:50:59.300451 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-8c98aa76-a29d-4484-ae8e-f9e1c50d9019 req-f1131a36-717e-49b0-9e5b-8d70d7fc3c14 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705462 Sep 08 00:50:59.314325 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525f9bd-7edf-477b-9572-144428ffd01c req-dc3780ec-f2f5-4c67-a03e-0dc503f4c56e tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:59.322874 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-b525f9bd-7edf-477b-9572-144428ffd01c req-dc3780ec-f2f5-4c67-a03e-0dc503f4c56e tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 945 time: 0.0868270 Sep 08 00:50:59.364650 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-b525f9bd-7edf-477b-9572-144428ffd01c req-cc4ad614-4954-461c-9441-4a48bc8b1aa8 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408375 Sep 08 00:50:59.507907 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6e98a-0d9e-46b4-ae31-60c082b0592e req-fff91210-bb77-4e7a-aa4e-3fbbda4b181c tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:59.509407 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4dc6e98a-0d9e-46b4-ae31-60c082b0592e req-fff91210-bb77-4e7a-aa4e-3fbbda4b181c tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 945 time: 0.0520353 Sep 08 00:50:59.572225 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4dc6e98a-0d9e-46b4-ae31-60c082b0592e req-f542acc4-0ce2-42fb-b57b-0bf290b7d1a8 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514660 Sep 08 00:50:59.600109 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d57aa9d-e44e-4bc1-800f-f0790677a6be req-b31768c6-7c41-483c-8d9e-5362666b35de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:59.602644 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-2d57aa9d-e44e-4bc1-800f-f0790677a6be req-b31768c6-7c41-483c-8d9e-5362666b35de service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6c2e3269f9714298a408087ff7cd53df&device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 1098 time: 0.0487959 Sep 08 00:50:59.700107 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d57aa9d-e44e-4bc1-800f-f0790677a6be req-abb9338c-4f44-4b69-a9e3-ce6a69a24e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:59.701496 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-2d57aa9d-e44e-4bc1-800f-f0790677a6be req-abb9338c-4f44-4b69-a9e3-ce6a69a24e1c service neutron] 10.222.0.35 "GET /v2.0/networks?id=ce10fb4f-fc55-43bc-8b33-2df5991b8f81 HTTP/1.1" status: 200 len: 912 time: 0.0913594 Sep 08 00:50:59.769330 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-2d57aa9d-e44e-4bc1-800f-f0790677a6be req-aada90f0-c458-4dbe-a9d1-4eaed1c6b242 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24d1122e-086c-4356-82b0-933a87885a6b HTTP/1.1" status: 200 len: 1000 time: 0.0593278 Sep 08 00:50:59.833415 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d57aa9d-e44e-4bc1-800f-f0790677a6be req-c1230a7a-c594-439c-a97c-f12a98ce9874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:59.834864 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-2d57aa9d-e44e-4bc1-800f-f0790677a6be req-c1230a7a-c594-439c-a97c-f12a98ce9874 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9be68c17-707e-479e-ae04-cf49c535adb6 HTTP/1.1" status: 200 len: 850 time: 0.0558865 Sep 08 00:50:59.891990 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d57aa9d-e44e-4bc1-800f-f0790677a6be req-61c6bcac-dcf3-4288-9a52-bf2e0c063aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:50:59.894095 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-2d57aa9d-e44e-4bc1-800f-f0790677a6be req-61c6bcac-dcf3-4288-9a52-bf2e0c063aed service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ce10fb4f-fc55-43bc-8b33-2df5991b8f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0496840 Sep 08 00:51:00.001189 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-2d57aa9d-e44e-4bc1-800f-f0790677a6be req-7d7d59d3-fe92-4053-9232-1d75262c5ae9 service neutron] 10.222.0.35 "GET /v2.0/networks/ce10fb4f-fc55-43bc-8b33-2df5991b8f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997176 Sep 08 00:51:00.101331 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-2d57aa9d-e44e-4bc1-800f-f0790677a6be req-46b23cf1-8973-42f0-8f19-717db68c703f service neutron] 10.222.0.35 "GET /v2.0/networks/ce10fb4f-fc55-43bc-8b33-2df5991b8f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920782 Sep 08 00:51:00.484044 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1dc20-d4ef-46e5-b0da-e1af5a50da4e req-778ca758-cf9b-47db-b29c-44d20bb896b7 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:00.485599 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-cae1dc20-d4ef-46e5-b0da-e1af5a50da4e req-778ca758-cf9b-47db-b29c-44d20bb896b7 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 945 time: 0.0516644 Sep 08 00:51:00.528279 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-cae1dc20-d4ef-46e5-b0da-e1af5a50da4e req-ff4d90f8-9a10-4a42-b87c-d5ba75c62c43 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323498 Sep 08 00:51:00.719382 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ceebe8-2303-4025-9e3e-305f871732d2 req-faa8b6a8-dbbb-4331-96c1-d10c124d2fb0 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:00.726559 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-22ceebe8-2303-4025-9e3e-305f871732d2 req-faa8b6a8-dbbb-4331-96c1-d10c124d2fb0 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 945 time: 0.0615587 Sep 08 00:51:00.766142 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-22ceebe8-2303-4025-9e3e-305f871732d2 req-9cae70dd-d1f5-45e9-bec4-1867dedc0aed tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386505 Sep 08 00:51:01.656870 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0746b2-7c4e-4698-b246-c9505afde689 req-b073e526-5910-488b-9f44-f2928ecb3160 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:01.658351 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-db0746b2-7c4e-4698-b246-c9505afde689 req-b073e526-5910-488b-9f44-f2928ecb3160 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 945 time: 0.0501392 Sep 08 00:51:01.698141 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-db0746b2-7c4e-4698-b246-c9505afde689 req-976b7102-bd8c-4bf0-9704-65314d8ff140 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334136 Sep 08 00:51:01.905131 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b648b203-92b9-4539-a62f-c44fd44c3cd2 req-3a2a6f0f-ade0-4661-8fc2-7ebf4a391cca tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:01.908054 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-b648b203-92b9-4539-a62f-c44fd44c3cd2 req-3a2a6f0f-ade0-4661-8fc2-7ebf4a391cca tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 945 time: 0.0643272 Sep 08 00:51:01.952040 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-b648b203-92b9-4539-a62f-c44fd44c3cd2 req-0e7dc517-47c1-4fd0-a0b1-388bebc13f87 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373421 Sep 08 00:51:02.851049 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a954fe2-e488-4388-8f64-f2c3cbde97e0 req-2b6c5819-7f00-4e16-9c23-b5291f260f35 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:02.852849 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1a954fe2-e488-4388-8f64-f2c3cbde97e0 req-2b6c5819-7f00-4e16-9c23-b5291f260f35 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 945 time: 0.0694060 Sep 08 00:51:02.894900 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1a954fe2-e488-4388-8f64-f2c3cbde97e0 req-8c94bfab-914f-4b56-99b8-172ef08ee950 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353968 Sep 08 00:51:04.041258 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b22afa0-f79f-4d05-b671-1be73d6fac07 req-f215a10f-2ed3-4cf4-81f5-dc7ac8cd1991 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:04.043951 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1b22afa0-f79f-4d05-b671-1be73d6fac07 req-f215a10f-2ed3-4cf4-81f5-dc7ac8cd1991 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 945 time: 0.0594890 Sep 08 00:51:04.087576 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1b22afa0-f79f-4d05-b671-1be73d6fac07 req-5c845ddc-60b9-4a5a-ac2f-5e675a48c0c5 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371444 Sep 08 00:51:05.203369 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aabf95-ec3f-4f3c-a6c2-7698d7502ae9 req-5486d255-b257-416e-a5fe-abd011bac7aa tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:05.204839 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-28aabf95-ec3f-4f3c-a6c2-7698d7502ae9 req-5486d255-b257-416e-a5fe-abd011bac7aa tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 945 time: 0.0478518 Sep 08 00:51:05.243254 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-28aabf95-ec3f-4f3c-a6c2-7698d7502ae9 req-0d509810-cdaa-437e-b357-8edf751ec1b5 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317581 Sep 08 00:51:05.539973 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da2ea3-c60a-4e84-9789-0aa283cf542e req-3dd0de54-5c4d-4bd0-9981-f98bc70bae26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:05.541455 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-99da2ea3-c60a-4e84-9789-0aa283cf542e req-3dd0de54-5c4d-4bd0-9981-f98bc70bae26 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4467d938824242aab07cf31a1311c8aa&device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 1098 time: 0.0394697 Sep 08 00:51:05.633825 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da2ea3-c60a-4e84-9789-0aa283cf542e req-9c63d482-fd6e-4a92-a0e0-d7a1a99361dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:05.635241 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-99da2ea3-c60a-4e84-9789-0aa283cf542e req-9c63d482-fd6e-4a92-a0e0-d7a1a99361dc service neutron] 10.222.0.35 "GET /v2.0/networks?id=de8fbc24-7297-4226-b64a-9cb1927a5167 HTTP/1.1" status: 200 len: 918 time: 0.0833457 Sep 08 00:51:05.891065 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-99da2ea3-c60a-4e84-9789-0aa283cf542e req-66bfd3f7-2379-4925-9845-ce9ad6238b4f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c94dcbbd-4dcb-4309-adb2-0f852b546818 HTTP/1.1" status: 200 len: 1001 time: 0.2470703 Sep 08 00:51:05.943584 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da2ea3-c60a-4e84-9789-0aa283cf542e req-e146d929-b511-4dc1-b1a1-4ad5f2cab506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:05.944968 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-99da2ea3-c60a-4e84-9789-0aa283cf542e req-e146d929-b511-4dc1-b1a1-4ad5f2cab506 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1 HTTP/1.1" status: 200 len: 856 time: 0.0427713 Sep 08 00:51:05.999939 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da2ea3-c60a-4e84-9789-0aa283cf542e req-240a96e0-a88b-466e-b5b8-d13a888157b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:06.001370 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-99da2ea3-c60a-4e84-9789-0aa283cf542e req-240a96e0-a88b-466e-b5b8-d13a888157b6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=de8fbc24-7297-4226-b64a-9cb1927a5167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0402243 Sep 08 00:51:06.092624 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-99da2ea3-c60a-4e84-9789-0aa283cf542e req-e166879e-bce2-4ce7-995e-f214a433bae0 service neutron] 10.222.0.35 "GET /v2.0/networks/de8fbc24-7297-4226-b64a-9cb1927a5167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799553 Sep 08 00:51:06.182312 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-99da2ea3-c60a-4e84-9789-0aa283cf542e req-bea1c0c6-3536-4d71-b61b-115007c4c1f4 service neutron] 10.222.0.35 "GET /v2.0/networks/de8fbc24-7297-4226-b64a-9cb1927a5167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824926 Sep 08 00:51:06.362792 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f287386-a791-4a9b-a601-d61df77ef14c req-ceed9c20-e524-48ec-88b7-9376f39f62a8 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:06.364276 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0f287386-a791-4a9b-a601-d61df77ef14c req-ceed9c20-e524-48ec-88b7-9376f39f62a8 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 945 time: 0.0519207 Sep 08 00:51:06.400588 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0f287386-a791-4a9b-a601-d61df77ef14c req-60422787-1a24-4c1e-84c8-a750ce7d3d56 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305731 Sep 08 00:51:07.517065 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284fc2e6-9db2-4264-8729-0626e8975e2c req-6b036d41-ee92-4430-899f-8a45ff02a494 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:07.518551 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-284fc2e6-9db2-4264-8729-0626e8975e2c req-6b036d41-ee92-4430-899f-8a45ff02a494 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 945 time: 0.0480494 Sep 08 00:51:07.555355 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-284fc2e6-9db2-4264-8729-0626e8975e2c req-eacd40e0-dd77-4200-aeb8-b1eaffc53539 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310464 Sep 08 00:51:08.671523 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d5045-d1cc-47e5-8fd0-7a1457a062bc req-7d151c9b-752e-4728-9865-9812e64ebc1c tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:08.672989 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-488d5045-d1cc-47e5-8fd0-7a1457a062bc req-7d151c9b-752e-4728-9865-9812e64ebc1c tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 945 time: 0.0476654 Sep 08 00:51:08.710253 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-488d5045-d1cc-47e5-8fd0-7a1457a062bc req-19033ff1-bf44-4e5e-b392-bd76c7a4ae90 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309820 Sep 08 00:51:09.266006 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [req-b1406582-16aa-4e1f-af2f-3883fd171906 req-76daf77b-068f-48f3-9d46-0fc625d23b69 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=105699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 00:51:09.267026 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-b1406582-16aa-4e1f-af2f-3883fd171906 req-76daf77b-068f-48f3-9d46-0fc625d23b69 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0976655 Sep 08 00:51:09.421573 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629a897-82df-4756-8178-42d7e32b0c1f req-14c9f337-76f8-46a3-97bc-f140317519a2 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:09.423145 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1629a897-82df-4756-8178-42d7e32b0c1f req-14c9f337-76f8-46a3-97bc-f140317519a2 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 945 time: 0.0516944 Sep 08 00:51:09.463363 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1629a897-82df-4756-8178-42d7e32b0c1f req-b1451bae-207c-4a91-a55b-b2bcbf27eea4 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336287 Sep 08 00:51:09.626186 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 55676) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:51:09.655883 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device c94dcbbd-4dcb-4309-adb2-0f852b546818 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 00:51:09.710607 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-4d6d30a2-c3a8-45f8-bf91-8e2ab14ac014 req-2cfb1b60-ae21-487e-9cd3-e61f6806c769 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0832269 Sep 08 00:51:09.719289 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [req-4d6d30a2-c3a8-45f8-bf91-8e2ab14ac014 req-d0643f7d-ba40-4c76-8a49-ca2be2c32360 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=105698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 00:51:09.720290 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-4d6d30a2-c3a8-45f8-bf91-8e2ab14ac014 req-d0643f7d-ba40-4c76-8a49-ca2be2c32360 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050015 Sep 08 00:51:09.731352 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:51:09.753988 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700df840-5d90-4372-b2ad-844e82cabd6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c94dcbbd-4dcb-4309-adb2-0f852b546818'}] {{(pid=105700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:51:09.756203 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8460d1f582680b5b58131e18e26cc0c46bcacb71cb7028c1e32c58fa4cd87a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af893df3-0891-4dfc-b47b-9e9e473d2216" -d '{"events": [{"server_uuid": "700df840-5d90-4372-b2ad-844e82cabd6a", "name": "network-vif-unplugged", "status": "completed", "tag": "c94dcbbd-4dcb-4309-adb2-0f852b546818"}]}' {{(pid=105700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:51:09.769244 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port c94dcbbd-4dcb-4309-adb2-0f852b546818, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=c94dcbbd-4dcb-4309-adb2-0f852b546818,segment=NetworkSegment(36a93c6c-e113-4def-a9a0-ed0b007be14b),segment_id=36a93c6c-e113-4def-a9a0-ed0b007be14b)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:51:09.773665 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:51:09.796913 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 08 Sep 2021 00:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2665c1-592e-4f10-a31f-2cdb6ccb3db9 x-openstack-request-id: req-6d2665c1-592e-4f10-a31f-2cdb6ccb3db9 {{(pid=105700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:51:09.797293 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "700df840-5d90-4372-b2ad-844e82cabd6a", "name": "network-vif-unplugged", "status": "failed", "tag": "c94dcbbd-4dcb-4309-adb2-0f852b546818", "code": 422}]} {{(pid=105700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:51:09.797607 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6d2665c1-592e-4f10-a31f-2cdb6ccb3db9 {{(pid=105700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:51:09.798086 dv-cinder-759961-13-iscsi neutron-server[105700]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '700df840-5d90-4372-b2ad-844e82cabd6a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c94dcbbd-4dcb-4309-adb2-0f852b546818', 'code': 422} returned with failed status Sep 08 00:51:09.826361 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Pushing event updated for resources: {'Port': ['ID=c94dcbbd-4dcb-4309-adb2-0f852b546818,revision_number=8']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:51:10.583831 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eacaa8-d987-49bf-8885-0470d6d8d148 req-217fc42e-c8e4-43dc-bcbb-7a3433a9b202 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:10.585218 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-22eacaa8-d987-49bf-8885-0470d6d8d148 req-217fc42e-c8e4-43dc-bcbb-7a3433a9b202 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 943 time: 0.0483370 Sep 08 00:51:10.622334 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-22eacaa8-d987-49bf-8885-0470d6d8d148 req-c1083f9b-5140-42b6-872d-eec745789225 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313685 Sep 08 00:51:11.506567 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d30a2-c3a8-45f8-bf91-8e2ab14ac014 req-c2a38f3a-375f-4e19-a404-962b06625f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:11.508067 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-4d6d30a2-c3a8-45f8-bf91-8e2ab14ac014 req-c2a38f3a-375f-4e19-a404-962b06625f18 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a&tenant_id=4467d938824242aab07cf31a1311c8aa HTTP/1.1" status: 200 len: 1096 time: 0.0693543 Sep 08 00:51:11.585217 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d30a2-c3a8-45f8-bf91-8e2ab14ac014 req-a4bbd954-e69e-4e76-8036-f5abaaa5b835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:11.586964 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-4d6d30a2-c3a8-45f8-bf91-8e2ab14ac014 req-a4bbd954-e69e-4e76-8036-f5abaaa5b835 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4467d938824242aab07cf31a1311c8aa&device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 1096 time: 0.0440993 Sep 08 00:51:11.674786 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d30a2-c3a8-45f8-bf91-8e2ab14ac014 req-44bf958e-6395-4c89-8993-cb959ea95597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:11.676484 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-4d6d30a2-c3a8-45f8-bf91-8e2ab14ac014 req-44bf958e-6395-4c89-8993-cb959ea95597 service neutron] 10.222.0.35 "GET /v2.0/networks?id=de8fbc24-7297-4226-b64a-9cb1927a5167 HTTP/1.1" status: 200 len: 918 time: 0.0825839 Sep 08 00:51:11.742254 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d19416-2d0a-44f5-8a75-34ffbb61fa0a req-f9576216-12f5-4c0e-8119-d4a26fb980be tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:11.743786 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-43d19416-2d0a-44f5-8a75-34ffbb61fa0a req-f9576216-12f5-4c0e-8119-d4a26fb980be tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 943 time: 0.0479608 Sep 08 00:51:11.756285 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-4d6d30a2-c3a8-45f8-bf91-8e2ab14ac014 req-2396f1b1-325d-4cd3-8175-47f1fbbb9466 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c94dcbbd-4dcb-4309-adb2-0f852b546818 HTTP/1.1" status: 200 len: 999 time: 0.0611577 Sep 08 00:51:11.781213 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-43d19416-2d0a-44f5-8a75-34ffbb61fa0a req-4c641aa2-6ba2-4228-ba1f-6391460b028e tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315001 Sep 08 00:51:11.809373 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d30a2-c3a8-45f8-bf91-8e2ab14ac014 req-2dbd1881-aab8-42d7-a814-d3a5090f1ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:11.810903 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-4d6d30a2-c3a8-45f8-bf91-8e2ab14ac014 req-2dbd1881-aab8-42d7-a814-d3a5090f1ce2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1 HTTP/1.1" status: 200 len: 856 time: 0.0429142 Sep 08 00:51:11.856165 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d30a2-c3a8-45f8-bf91-8e2ab14ac014 req-59488e79-14a8-4aef-8b5b-689ed0d15f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:11.857600 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-4d6d30a2-c3a8-45f8-bf91-8e2ab14ac014 req-59488e79-14a8-4aef-8b5b-689ed0d15f94 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=de8fbc24-7297-4226-b64a-9cb1927a5167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0388334 Sep 08 00:51:11.945974 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-4d6d30a2-c3a8-45f8-bf91-8e2ab14ac014 req-046bab37-e204-4112-987b-4775121dc6b9 service neutron] 10.222.0.35 "GET /v2.0/networks/de8fbc24-7297-4226-b64a-9cb1927a5167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807633 Sep 08 00:51:12.036433 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-4d6d30a2-c3a8-45f8-bf91-8e2ab14ac014 req-f2ac2a49-52bc-4f7a-97d9-725f8e373533 service neutron] 10.222.0.35 "GET /v2.0/networks/de8fbc24-7297-4226-b64a-9cb1927a5167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823669 Sep 08 00:51:12.909465 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8109b-1cef-4864-bdb0-11d41e681fd2 req-f0ed322f-19ad-4cca-8215-5f3a830ede3e tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:12.911769 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-93d8109b-1cef-4864-bdb0-11d41e681fd2 req-f0ed322f-19ad-4cca-8215-5f3a830ede3e tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 943 time: 0.0563066 Sep 08 00:51:12.950608 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-93d8109b-1cef-4864-bdb0-11d41e681fd2 req-4eb4bccc-f6a4-4477-b40b-b000687935a6 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329642 Sep 08 00:51:14.072626 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15304e-9741-46a7-a3c6-733e5c236868 req-5499acaa-3a5d-436c-a6aa-0cd0bdb5ed7f tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:14.074217 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ba15304e-9741-46a7-a3c6-733e5c236868 req-5499acaa-3a5d-436c-a6aa-0cd0bdb5ed7f tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 943 time: 0.0509489 Sep 08 00:51:14.113313 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ba15304e-9741-46a7-a3c6-733e5c236868 req-4dd0b519-0968-4516-9730-389c8e143372 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331812 Sep 08 00:51:15.233397 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586edc37-7fb1-4d31-b801-543c61783333 req-42145d43-d509-49c9-9fc5-72ff623d1746 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:15.234926 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-586edc37-7fb1-4d31-b801-543c61783333 req-42145d43-d509-49c9-9fc5-72ff623d1746 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 943 time: 0.0507927 Sep 08 00:51:15.275490 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-586edc37-7fb1-4d31-b801-543c61783333 req-5e9ae01a-cc55-4dd9-bcbf-0d49b5a73498 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329568 Sep 08 00:51:15.465355 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:51:16.406326 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d516596c-a85a-4720-812a-babd415d9497 req-40a4a5d3-cc30-4c4c-8387-0a20ecfda692 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:16.408153 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-d516596c-a85a-4720-812a-babd415d9497 req-40a4a5d3-cc30-4c4c-8387-0a20ecfda692 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 943 time: 0.0558052 Sep 08 00:51:16.446648 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-d516596c-a85a-4720-812a-babd415d9497 req-3f50c430-2c51-4a1c-bc6f-107fc41c0c53 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321381 Sep 08 00:51:17.569693 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5590a1-265b-4d4a-ba5b-e25d0c305a8a req-fe0ec90b-6e7d-4a17-bac6-5ebe0f061d2e tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:17.571226 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-7b5590a1-265b-4d4a-ba5b-e25d0c305a8a req-fe0ec90b-6e7d-4a17-bac6-5ebe0f061d2e tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 943 time: 0.0510805 Sep 08 00:51:17.610122 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-7b5590a1-265b-4d4a-ba5b-e25d0c305a8a req-cbf8e976-257e-468b-87d1-1c7a7e106c4b tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330024 Sep 08 00:51:17.929251 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-5e712c1c-73dd-47c7-97f5-c651f5b21c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:51:18.745705 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50896376-42eb-4cda-9844-c92edeaa2ed9 req-b8983fb4-8b37-4c85-819a-b8c5a1638e1f tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:18.747308 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-50896376-42eb-4cda-9844-c92edeaa2ed9 req-b8983fb4-8b37-4c85-819a-b8c5a1638e1f tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 943 time: 0.0523500 Sep 08 00:51:18.786318 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-50896376-42eb-4cda-9844-c92edeaa2ed9 req-ea24666a-f8ca-4801-a6aa-931961cbe907 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328476 Sep 08 00:51:19.920732 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5bf5b-9f83-44b5-9b31-aae8a87ad8a9 req-fc811b78-38bf-49d0-9ee0-de67bb787354 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:19.922666 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3ac5bf5b-9f83-44b5-9b31-aae8a87ad8a9 req-fc811b78-38bf-49d0-9ee0-de67bb787354 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 943 time: 0.0538075 Sep 08 00:51:19.961956 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3ac5bf5b-9f83-44b5-9b31-aae8a87ad8a9 req-bcf5c737-3cdf-4147-b67b-02b411f1f623 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327015 Sep 08 00:51:20.833204 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:51:20.834914 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-69dafddc-a8ef-4212-b1a1-77eea80e7f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:51:21.082341 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab528e8-f0d2-46f6-826e-61e9b38aa5b6 req-112f51d4-4852-44f4-ba01-0c59ee82aea5 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:21.083883 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6ab528e8-f0d2-46f6-826e-61e9b38aa5b6 req-112f51d4-4852-44f4-ba01-0c59ee82aea5 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 943 time: 0.0501699 Sep 08 00:51:21.123418 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6ab528e8-f0d2-46f6-826e-61e9b38aa5b6 req-b9eae087-633d-4f9e-a6dd-b4d6439409c9 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328701 Sep 08 00:51:21.645443 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:51:22.247180 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904e70a-39ea-415e-aead-7a01d4c1526e req-c18a4915-92a0-4e1d-ae1e-7520528f1581 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:22.248706 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3904e70a-39ea-415e-aead-7a01d4c1526e req-c18a4915-92a0-4e1d-ae1e-7520528f1581 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 943 time: 0.0507953 Sep 08 00:51:22.286928 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3904e70a-39ea-415e-aead-7a01d4c1526e req-4aaa9b0d-c5f0-427e-8dcf-9e76985d8539 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318491 Sep 08 00:51:23.120933 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:51:23.411354 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de473b7-e12a-45c7-8d3a-0a3f80188adf req-aa4a0e29-674d-4987-a306-8a61b740c18f tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:23.412807 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3de473b7-e12a-45c7-8d3a-0a3f80188adf req-aa4a0e29-674d-4987-a306-8a61b740c18f tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 943 time: 0.0530000 Sep 08 00:51:23.451315 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3de473b7-e12a-45c7-8d3a-0a3f80188adf req-c3ecb3d8-696f-47ae-aa8c-f328e27f075b tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324876 Sep 08 00:51:24.572831 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6bc0c-7547-40d0-87fd-029f6f6b933d req-497d9e69-794a-409d-822a-31c97f6c2924 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:24.574375 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-eca6bc0c-7547-40d0-87fd-029f6f6b933d req-497d9e69-794a-409d-822a-31c97f6c2924 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 943 time: 0.0504251 Sep 08 00:51:24.614235 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-eca6bc0c-7547-40d0-87fd-029f6f6b933d req-1df461e5-82de-4c20-a1fc-5447e443984c tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337634 Sep 08 00:51:25.731983 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c93c7-18f4-41dc-9839-76e74f1eb8a8 req-f275e729-a883-4f77-b1f4-f882e370e0c9 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:25.733456 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-417c93c7-18f4-41dc-9839-76e74f1eb8a8 req-f275e729-a883-4f77-b1f4-f882e370e0c9 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 943 time: 0.0475945 Sep 08 00:51:25.770032 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-417c93c7-18f4-41dc-9839-76e74f1eb8a8 req-cd036029-20c4-4844-b8c1-e5fbf27dd737 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302050 Sep 08 00:51:26.890675 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ad2e7-2d2a-47c3-bb29-9206abf117ee req-78429b29-8eea-467e-994d-ee5a8cfbe8a8 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:26.892163 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ba7ad2e7-2d2a-47c3-bb29-9206abf117ee req-78429b29-8eea-467e-994d-ee5a8cfbe8a8 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 943 time: 0.0508709 Sep 08 00:51:26.928928 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ba7ad2e7-2d2a-47c3-bb29-9206abf117ee req-6e3c4bc1-923f-411f-b734-6c8af1273ea2 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304151 Sep 08 00:51:28.048993 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02859a3-2ff1-4450-91c6-dcf566c32f9d req-3eb0a9a9-68c8-4435-8288-7b64a6dd0e9d tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:28.050485 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a02859a3-2ff1-4450-91c6-dcf566c32f9d req-3eb0a9a9-68c8-4435-8288-7b64a6dd0e9d tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 943 time: 0.0491896 Sep 08 00:51:28.087331 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a02859a3-2ff1-4450-91c6-dcf566c32f9d req-05db7812-719e-48e2-9f23-136082019cc2 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309818 Sep 08 00:51:29.204233 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d55e4b-df5c-4380-a505-89235d51a2ce req-fcafd8e3-5500-4527-bc54-cfb232326b07 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:29.205676 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a6d55e4b-df5c-4380-a505-89235d51a2ce req-fcafd8e3-5500-4527-bc54-cfb232326b07 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 943 time: 0.0478225 Sep 08 00:51:29.242612 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a6d55e4b-df5c-4380-a505-89235d51a2ce req-3b6ba961-4982-49fb-a4dd-9b47f0816dc8 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307958 Sep 08 00:51:30.366404 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd301f-54e9-4d85-9dd5-df9085df7a06 req-f739cfe5-0b7c-455f-aab2-021800777963 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:30.367883 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-c0bd301f-54e9-4d85-9dd5-df9085df7a06 req-f739cfe5-0b7c-455f-aab2-021800777963 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 943 time: 0.0527918 Sep 08 00:51:30.404995 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-c0bd301f-54e9-4d85-9dd5-df9085df7a06 req-cd9389a2-8242-4fab-aab1-1251175f1ede tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313840 Sep 08 00:51:31.522311 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed45d2-e9e7-44f3-a9e8-d928f0c73206 req-ba70b404-7a53-49fc-8ad4-5458321c66c7 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:31.523810 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-c3ed45d2-e9e7-44f3-a9e8-d928f0c73206 req-ba70b404-7a53-49fc-8ad4-5458321c66c7 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 943 time: 0.0477936 Sep 08 00:51:31.559766 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-c3ed45d2-e9e7-44f3-a9e8-d928f0c73206 req-a1b62921-9044-4305-bcc8-0b84b4da6b2f tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300415 Sep 08 00:51:32.678379 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8481ff-7c7a-4ebe-b79c-02b6e0c507ab req-96922ce2-ffc5-48c7-bb2a-7dad062d8862 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:32.679862 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5e8481ff-7c7a-4ebe-b79c-02b6e0c507ab req-96922ce2-ffc5-48c7-bb2a-7dad062d8862 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 943 time: 0.0482435 Sep 08 00:51:32.716248 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5e8481ff-7c7a-4ebe-b79c-02b6e0c507ab req-7d3cde94-8f1c-490c-b977-759bc354df4d tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307033 Sep 08 00:51:33.836743 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5926d2-785b-47e0-b788-01ae64d796bc req-e365bfda-e04b-4767-8536-17aa037e2a66 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:33.838206 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4f5926d2-785b-47e0-b788-01ae64d796bc req-e365bfda-e04b-4767-8536-17aa037e2a66 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 943 time: 0.0521600 Sep 08 00:51:33.874261 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4f5926d2-785b-47e0-b788-01ae64d796bc req-0cdeeb8a-7894-466c-a875-7bcd2e56efb6 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301800 Sep 08 00:51:34.997224 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ddfb0-8764-4c1b-b070-0b5e80631a8b req-3fcaf11c-f049-4dd4-83ef-c74a30ee40c4 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:34.998816 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-526ddfb0-8764-4c1b-b070-0b5e80631a8b req-3fcaf11c-f049-4dd4-83ef-c74a30ee40c4 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 943 time: 0.0493205 Sep 08 00:51:35.036812 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-526ddfb0-8764-4c1b-b070-0b5e80631a8b req-7f3def16-d139-4724-8c3f-5834b00b824c tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321198 Sep 08 00:51:35.179035 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.agents_db [None req-8a21184a-e449-40d8-9b7c-bcfe602fdfc6 None None] Agent healthcheck: found 6 active agents {{(pid=105701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 00:51:35.840731 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device c94dcbbd-4dcb-4309-adb2-0f852b546818 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=105700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 00:51:35.930384 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port c94dcbbd-4dcb-4309-adb2-0f852b546818, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=c94dcbbd-4dcb-4309-adb2-0f852b546818,segment=NetworkSegment(36a93c6c-e113-4def-a9a0-ed0b007be14b),segment_id=36a93c6c-e113-4def-a9a0-ed0b007be14b)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:51:35.943634 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Returning: {'device': 'c94dcbbd-4dcb-4309-adb2-0f852b546818', 'network_id': 'de8fbc24-7297-4226-b64a-9cb1927a5167', 'port_id': 'c94dcbbd-4dcb-4309-adb2-0f852b546818', 'mac_address': 'fa:16:3e:2a:d4:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 00:51:35.979037 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:51:35.991670 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.notifiers.nova [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c94dcbbd-4dcb-4309-adb2-0f852b546818 {{(pid=105700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 00:51:36.010082 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port c94dcbbd-4dcb-4309-adb2-0f852b546818, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=c94dcbbd-4dcb-4309-adb2-0f852b546818,segment=NetworkSegment(36a93c6c-e113-4def-a9a0-ed0b007be14b),segment_id=36a93c6c-e113-4def-a9a0-ed0b007be14b)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:51:36.013932 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:51:36.060171 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Pushing event updated for resources: {'Port': ['ID=c94dcbbd-4dcb-4309-adb2-0f852b546818,revision_number=9']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:51:36.154322 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc9129-6a74-480d-b1a7-3d13992e8c73 req-845eca5a-4552-45e3-98ae-c3c05362271d tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:36.155832 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-bffc9129-6a74-480d-b1a7-3d13992e8c73 req-845eca5a-4552-45e3-98ae-c3c05362271d tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 944 time: 0.0480924 Sep 08 00:51:36.193513 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-bffc9129-6a74-480d-b1a7-3d13992e8c73 req-aee465e8-3b13-4530-84e5-3cc59c1692cc tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311997 Sep 08 00:51:36.430096 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] get_ports_and_sgs() called for port_ids ['c94dcbbd-4dcb-4309-adb2-0f852b546818'] {{(pid=105700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 00:51:37.318489 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e777565-5f01-429b-a6c7-84175853ef90 req-4a91e179-f1de-4325-bdfe-7ef60c8522fe tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:37.320011 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6e777565-5f01-429b-a6c7-84175853ef90 req-4a91e179-f1de-4325-bdfe-7ef60c8522fe tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 944 time: 0.0564594 Sep 08 00:51:37.359114 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6e777565-5f01-429b-a6c7-84175853ef90 req-ce889831-357e-4662-aa91-22730d3b502f tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331845 Sep 08 00:51:37.840533 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device c94dcbbd-4dcb-4309-adb2-0f852b546818 up at agent hyperv_hv-cinder-75996 {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:51:37.886677 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Provisioning complete for port c94dcbbd-4dcb-4309-adb2-0f852b546818 triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:51:37.887046 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:51:37.963225 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:51:37.984720 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700df840-5d90-4372-b2ad-844e82cabd6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c94dcbbd-4dcb-4309-adb2-0f852b546818'}] {{(pid=105700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:51:37.986914 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8460d1f582680b5b58131e18e26cc0c46bcacb71cb7028c1e32c58fa4cd87a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbdfb48e-565c-46b6-b08a-eed1657564f7" -d '{"events": [{"server_uuid": "700df840-5d90-4372-b2ad-844e82cabd6a", "name": "network-vif-plugged", "status": "completed", "tag": "c94dcbbd-4dcb-4309-adb2-0f852b546818"}]}' {{(pid=105700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:51:37.998713 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port c94dcbbd-4dcb-4309-adb2-0f852b546818, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=c94dcbbd-4dcb-4309-adb2-0f852b546818,segment=NetworkSegment(36a93c6c-e113-4def-a9a0-ed0b007be14b),segment_id=36a93c6c-e113-4def-a9a0-ed0b007be14b)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:51:38.002907 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:51:38.025799 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 00:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cec64ea-5d98-434b-986c-d8ae7ae57c97 x-openstack-request-id: req-0cec64ea-5d98-434b-986c-d8ae7ae57c97 {{(pid=105700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:51:38.026088 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "700df840-5d90-4372-b2ad-844e82cabd6a", "name": "network-vif-plugged", "status": "completed", "tag": "c94dcbbd-4dcb-4309-adb2-0f852b546818", "code": 200}]} {{(pid=105700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:51:38.026336 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0cec64ea-5d98-434b-986c-d8ae7ae57c97 {{(pid=105700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:51:38.026718 dv-cinder-759961-13-iscsi neutron-server[105700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700df840-5d90-4372-b2ad-844e82cabd6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c94dcbbd-4dcb-4309-adb2-0f852b546818', 'code': 200} Sep 08 00:51:38.051060 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Pushing event updated for resources: {'Port': ['ID=c94dcbbd-4dcb-4309-adb2-0f852b546818,revision_number=10']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:51:38.483072 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96df21-2e4a-4e38-8cc2-44076d0aac39 req-f777bcd5-b978-442d-bcb7-6c5afe714fcd tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:38.484586 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-fd96df21-2e4a-4e38-8cc2-44076d0aac39 req-f777bcd5-b978-442d-bcb7-6c5afe714fcd tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 946 time: 0.0514281 Sep 08 00:51:38.523516 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-fd96df21-2e4a-4e38-8cc2-44076d0aac39 req-c26f098b-babe-4792-9ee1-4296b7d9f5b3 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323265 Sep 08 00:51:38.575434 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fc27e-9bf5-4ef1-83f3-f47257043910 req-b5916c5c-a2a3-4fb5-be8c-40d5f05092d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:38.576932 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-8c6fc27e-9bf5-4ef1-83f3-f47257043910 req-b5916c5c-a2a3-4fb5-be8c-40d5f05092d4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 1099 time: 0.0431726 Sep 08 00:51:38.612453 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-8c6fc27e-9bf5-4ef1-83f3-f47257043910 req-a804df86-d581-48a4-813c-85bb2216cd84 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275965 Sep 08 00:51:39.642577 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7a821-7796-4c7c-8b68-98334cce1a6d req-65b1bfb8-4ea2-42f4-9c2a-f1b445e7f67f tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:39.644192 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5ed7a821-7796-4c7c-8b68-98334cce1a6d req-65b1bfb8-4ea2-42f4-9c2a-f1b445e7f67f tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 946 time: 0.0482318 Sep 08 00:51:39.680104 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5ed7a821-7796-4c7c-8b68-98334cce1a6d req-76d492d8-f3e3-4e67-bb67-b0f0e78b4406 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296409 Sep 08 00:51:40.803654 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe43abd5-9643-46a6-a9cf-306c2525f9f8 req-32d37445-47d9-4c92-91e7-291fe0a5b3ce tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:40.805131 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-fe43abd5-9643-46a6-a9cf-306c2525f9f8 req-32d37445-47d9-4c92-91e7-291fe0a5b3ce tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 946 time: 0.0530226 Sep 08 00:51:40.846864 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-fe43abd5-9643-46a6-a9cf-306c2525f9f8 req-cd64e05f-2e56-46bd-a133-3d8cdeb1a851 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357406 Sep 08 00:51:41.960383 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d4c6a-509f-4239-b5cb-387d4ce7803e req-417b7221-519b-4642-b543-2ce7eba0478e tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:41.962702 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3b4d4c6a-509f-4239-b5cb-387d4ce7803e req-417b7221-519b-4642-b543-2ce7eba0478e tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 946 time: 0.0483742 Sep 08 00:51:41.998418 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3b4d4c6a-509f-4239-b5cb-387d4ce7803e req-752c9f8d-7571-491f-bfd6-c9c2a366ef7e tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298953 Sep 08 00:51:45.479657 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:51:47.809884 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-e6393422-d0dd-4cc6-80e3-9b229876d6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:51:50.831131 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:51:50.833192 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b61167d9-a4d2-42a4-942b-41640c009dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:51:50.922439 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6d682b0f-e036-460f-ae5a-c0eaafe4becf req-df7590f7-2ab0-47b5-bf9f-6f343c072f6e tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-287355014&fields=id&tenant_id=771cd94aa4b745cda4b12e1bfb22ee9e HTTP/1.1" status: 200 len: 267 time: 0.0319591 Sep 08 00:51:50.974030 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d682b0f-e036-460f-ae5a-c0eaafe4becf req-9961c965-7573-4dbc-976f-e827412bcc39 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:50.975497 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6d682b0f-e036-460f-ae5a-c0eaafe4becf req-9961c965-7573-4dbc-976f-e827412bcc39 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/ports?device_id=311fb41e-fcde-4911-b289-21aeeb3f111e HTTP/1.1" status: 200 len: 984 time: 0.0477149 Sep 08 00:51:50.986792 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [req-6d682b0f-e036-460f-ae5a-c0eaafe4becf req-212aff4f-bde5-42c2-8bb8-af43f99779a3 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Request body: {'port': {'security_groups': ['05bae0a3-fbbb-4b97-a09c-00699ac91369']}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:51:51.054211 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-6d682b0f-e036-460f-ae5a-c0eaafe4becf req-212aff4f-bde5-42c2-8bb8-af43f99779a3 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:51:51.222283 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.db [req-6d682b0f-e036-460f-ae5a-c0eaafe4becf req-212aff4f-bde5-42c2-8bb8-af43f99779a3 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] For port a149d348-73ef-4097-b0fb-f1265a96840f, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=a149d348-73ef-4097-b0fb-f1265a96840f,segment=NetworkSegment(ef029967-362e-4317-91eb-ff719d72a778),segment_id=ef029967-362e-4317-91eb-ff719d72a778)] {{(pid=105699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:51:51.250390 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-6d682b0f-e036-460f-ae5a-c0eaafe4becf req-212aff4f-bde5-42c2-8bb8-af43f99779a3 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks [] for port, precommit_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:51:51.254923 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-6d682b0f-e036-460f-ae5a-c0eaafe4becf req-212aff4f-bde5-42c2-8bb8-af43f99779a3 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25517367'] for port, after_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:51:51.291969 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] get_ports_and_sgs() called for port_ids ['a149d348-73ef-4097-b0fb-f1265a96840f'] {{(pid=105700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 00:51:51.297754 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d682b0f-e036-460f-ae5a-c0eaafe4becf req-212aff4f-bde5-42c2-8bb8-af43f99779a3 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:51.298374 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-6d682b0f-e036-460f-ae5a-c0eaafe4becf req-212aff4f-bde5-42c2-8bb8-af43f99779a3 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for port, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:51:51.299809 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6d682b0f-e036-460f-ae5a-c0eaafe4becf req-212aff4f-bde5-42c2-8bb8-af43f99779a3 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "PUT /v2.0/ports/a149d348-73ef-4097-b0fb-f1265a96840f HTTP/1.1" status: 200 len: 942 time: 0.3174565 Sep 08 00:51:51.300264 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311fb41e-fcde-4911-b289-21aeeb3f111e', 'tag': 'a149d348-73ef-4097-b0fb-f1265a96840f'}] {{(pid=105699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:51:51.302523 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3219a0c12e8a5a78bd5034d738b4394f25721dc263a67c7d4cfc0eaa1ac0f340" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa55f489-8f7a-4fbc-8db4-63cb1d40bf3b" -d '{"events": [{"name": "network-changed", "server_uuid": "311fb41e-fcde-4911-b289-21aeeb3f111e", "tag": "a149d348-73ef-4097-b0fb-f1265a96840f"}]}' {{(pid=105699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:51:51.308209 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 55828) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:51:51.351334 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212aff4f-bde5-42c2-8bb8-af43f99779a3 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Pushing event updated for resources: {'Port': ['ID=a149d348-73ef-4097-b0fb-f1265a96840f,revision_number=7']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:51:51.372002 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212aff4f-bde5-42c2-8bb8-af43f99779a3 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:51:51.372275 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212aff4f-bde5-42c2-8bb8-af43f99779a3 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:51:51.372620 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212aff4f-bde5-42c2-8bb8-af43f99779a3 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:51:51.372960 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212aff4f-bde5-42c2-8bb8-af43f99779a3 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:51:51.373292 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212aff4f-bde5-42c2-8bb8-af43f99779a3 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:51:51.373625 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212aff4f-bde5-42c2-8bb8-af43f99779a3 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:51:51.373952 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212aff4f-bde5-42c2-8bb8-af43f99779a3 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:51:51.374281 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212aff4f-bde5-42c2-8bb8-af43f99779a3 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:51:51.374609 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212aff4f-bde5-42c2-8bb8-af43f99779a3 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:51:51.374937 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212aff4f-bde5-42c2-8bb8-af43f99779a3 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:51:51.375261 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212aff4f-bde5-42c2-8bb8-af43f99779a3 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:51:51.375610 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212aff4f-bde5-42c2-8bb8-af43f99779a3 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:51:51.399862 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-4ffa6367-96ab-4e1d-8f3d-09765c17d895 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks [] for security_group, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:51:51.430519 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-4ffa6367-96ab-4e1d-8f3d-09765c17d895 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:51:51.434149 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 00:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618295c2-98ce-4348-b19a-77fdd81c7e7f x-openstack-request-id: req-618295c2-98ce-4348-b19a-77fdd81c7e7f {{(pid=105699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:51:51.434442 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311fb41e-fcde-4911-b289-21aeeb3f111e", "tag": "a149d348-73ef-4097-b0fb-f1265a96840f", "status": "completed", "code": 200}]} {{(pid=105699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:51:51.434693 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-618295c2-98ce-4348-b19a-77fdd81c7e7f {{(pid=105699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:51:51.435086 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311fb41e-fcde-4911-b289-21aeeb3f111e', 'tag': 'a149d348-73ef-4097-b0fb-f1265a96840f', 'status': 'completed', 'code': 200} Sep 08 00:51:51.470944 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] get_ports_and_sgs() called for port_ids ['a149d348-73ef-4097-b0fb-f1265a96840f'] {{(pid=105700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 00:51:51.510677 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-4ffa6367-96ab-4e1d-8f3d-09765c17d895 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:51:51.513458 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-4ffa6367-96ab-4e1d-8f3d-09765c17d895 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks [] for security_group, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:51:51.517189 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-4ffa6367-96ab-4e1d-8f3d-09765c17d895 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "DELETE /v2.0/security-groups/2bb52bdf-32d6-4905-bd85-a8bc808764a8 HTTP/1.1" status: 204 len: 168 time: 0.2054927 Sep 08 00:51:51.517498 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 55832) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:51:51.524337 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa6367-96ab-4e1d-8f3d-09765c17d895 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb52bdf-32d6-4905-bd85-a8bc808764a8,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:51:51.595156 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55f489-8f7a-4fbc-8db4-63cb1d40bf3b req-b5bc0441-3bc0-49b3-9482-33873f748fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:51.596676 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-fa55f489-8f7a-4fbc-8db4-63cb1d40bf3b req-b5bc0441-3bc0-49b3-9482-33873f748fea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=771cd94aa4b745cda4b12e1bfb22ee9e&device_id=311fb41e-fcde-4911-b289-21aeeb3f111e HTTP/1.1" status: 200 len: 1098 time: 0.1173642 Sep 08 00:51:51.605223 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-7fa15d13-076c-43d9-987b-6979d0f0f332 None None] Provisioning complete for port a149d348-73ef-4097-b0fb-f1265a96840f triggered by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:51:51.606061 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-7fa15d13-076c-43d9-987b-6979d0f0f332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:51:51.671394 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:51:51.784597 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55f489-8f7a-4fbc-8db4-63cb1d40bf3b req-e239dd54-ee9f-4289-b499-1d5c57ff834b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:51.785997 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-fa55f489-8f7a-4fbc-8db4-63cb1d40bf3b req-e239dd54-ee9f-4289-b499-1d5c57ff834b service neutron] 10.222.0.35 "GET /v2.0/networks?id=f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc HTTP/1.1" status: 200 len: 916 time: 0.1749613 Sep 08 00:51:51.841471 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-be230d27-621a-4a01-b21a-741d884f6f7b tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Deleting port d93e03c5-76ca-42f0-ba8d-963e779e5e95 {{(pid=105698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 00:51:51.841811 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-be230d27-621a-4a01-b21a-741d884f6f7b tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256891158'] for port, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:51:51.874761 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-fa55f489-8f7a-4fbc-8db4-63cb1d40bf3b req-4a0cd6b4-1990-4ab2-9c5b-1d431c5c5165 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a149d348-73ef-4097-b0fb-f1265a96840f HTTP/1.1" status: 200 len: 1001 time: 0.0797088 Sep 08 00:51:51.932165 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-863e4547-fe57-4836-a272-41c680c9630c req-838e92c1-95b4-48ab-bc78-3a33d6dad1ae service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388091 Sep 08 00:51:51.963851 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55f489-8f7a-4fbc-8db4-63cb1d40bf3b req-84dd579b-5d5b-49f0-b02d-68b775becdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:51.965275 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-fa55f489-8f7a-4fbc-8db4-63cb1d40bf3b req-84dd579b-5d5b-49f0-b02d-68b775becdb8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=63e16365-266d-4913-bb14-1fa3e4b3026d HTTP/1.1" status: 200 len: 854 time: 0.0646725 Sep 08 00:51:51.966811 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-be230d27-621a-4a01-b21a-741d884f6f7b tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538637'] for port, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:51:51.967136 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-be230d27-621a-4a01-b21a-741d884f6f7b tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:51:51.979491 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-be230d27-621a-4a01-b21a-741d884f6f7b tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Calling delete_port for d93e03c5-76ca-42f0-ba8d-963e779e5e95 owned by network:floatingip {{(pid=105698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 00:51:52.016157 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e4547-fe57-4836-a272-41c680c9630c req-0de06595-4b09-450b-91aa-9688ce1c31ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:52.017653 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-863e4547-fe57-4836-a272-41c680c9630c req-0de06595-4b09-450b-91aa-9688ce1c31ae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4467d938824242aab07cf31a1311c8aa&device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 1099 time: 0.0400815 Sep 08 00:51:52.072586 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55f489-8f7a-4fbc-8db4-63cb1d40bf3b req-72b19877-8cc4-4d54-8b97-d992c15c8ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:52.073990 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-fa55f489-8f7a-4fbc-8db4-63cb1d40bf3b req-72b19877-8cc4-4d54-8b97-d992c15c8ac8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0956182 Sep 08 00:51:52.123329 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e4547-fe57-4836-a272-41c680c9630c req-d39a299d-d9e8-4351-becc-98bf36f1a49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:52.124840 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-863e4547-fe57-4836-a272-41c680c9630c req-d39a299d-d9e8-4351-becc-98bf36f1a49a service neutron] 10.222.0.35 "GET /v2.0/networks?id=de8fbc24-7297-4226-b64a-9cb1927a5167 HTTP/1.1" status: 200 len: 918 time: 0.0873864 Sep 08 00:51:52.188027 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-863e4547-fe57-4836-a272-41c680c9630c req-4af36f3c-af06-4f20-841c-f8a3fe2f3c24 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c94dcbbd-4dcb-4309-adb2-0f852b546818 HTTP/1.1" status: 200 len: 1001 time: 0.0560331 Sep 08 00:51:52.207120 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-fa55f489-8f7a-4fbc-8db4-63cb1d40bf3b req-4fe83f71-8f18-4767-ac57-eed4e9a7c881 service neutron] 10.222.0.35 "GET /v2.0/networks/f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220553 Sep 08 00:51:52.236700 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e4547-fe57-4836-a272-41c680c9630c req-a6c510c1-cb4a-4669-b9a4-ab8dd8242af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:52.238134 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-863e4547-fe57-4836-a272-41c680c9630c req-a6c510c1-cb4a-4669-b9a4-ab8dd8242af2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1 HTTP/1.1" status: 200 len: 856 time: 0.0432754 Sep 08 00:51:52.289706 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e4547-fe57-4836-a272-41c680c9630c req-06feb28d-a36e-4411-819f-b3dc1a30d67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:52.290942 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-863e4547-fe57-4836-a272-41c680c9630c req-06feb28d-a36e-4411-819f-b3dc1a30d67c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=de8fbc24-7297-4226-b64a-9cb1927a5167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0434167 Sep 08 00:51:52.315097 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-be230d27-621a-4a01-b21a-741d884f6f7b tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256896220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792256344486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705649'] for port, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:51:52.349662 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be230d27-621a-4a01-b21a-741d884f6f7b tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Pushing event deleted for resources: {'Port': ['ID=d93e03c5-76ca-42f0-ba8d-963e779e5e95,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:51:52.362424 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-fa55f489-8f7a-4fbc-8db4-63cb1d40bf3b req-26d52d38-233d-4566-b107-2af5c88de14a service neutron] 10.222.0.35 "GET /v2.0/networks/f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481929 Sep 08 00:51:52.364995 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be230d27-621a-4a01-b21a-741d884f6f7b tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:51:52.365346 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be230d27-621a-4a01-b21a-741d884f6f7b tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:51:52.365692 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be230d27-621a-4a01-b21a-741d884f6f7b tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:51:52.366028 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be230d27-621a-4a01-b21a-741d884f6f7b tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:51:52.366363 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be230d27-621a-4a01-b21a-741d884f6f7b tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:51:52.366697 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be230d27-621a-4a01-b21a-741d884f6f7b tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:51:52.367788 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be230d27-621a-4a01-b21a-741d884f6f7b tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:51:52.368020 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be230d27-621a-4a01-b21a-741d884f6f7b tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:51:52.368306 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be230d27-621a-4a01-b21a-741d884f6f7b tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:51:52.368649 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be230d27-621a-4a01-b21a-741d884f6f7b tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:51:52.368958 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be230d27-621a-4a01-b21a-741d884f6f7b tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:51:52.369282 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be230d27-621a-4a01-b21a-741d884f6f7b tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:51:52.384904 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-863e4547-fe57-4836-a272-41c680c9630c req-40822fcc-0560-4610-bfcf-41f2d20e7347 service neutron] 10.222.0.35 "GET /v2.0/networks/de8fbc24-7297-4226-b64a-9cb1927a5167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863299 Sep 08 00:51:52.421423 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-be230d27-621a-4a01-b21a-741d884f6f7b tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks [] for floatingip, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:51:52.421750 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.db.l3_db [None req-be230d27-621a-4a01-b21a-741d884f6f7b tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Floating IP 50359dc4-c241-4590-baf0-7917465e0269 disassociated (deleted). External IP: 172.27.0.135, port: a149d348-73ef-4097-b0fb-f1265a96840f. Sep 08 00:51:52.494385 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-863e4547-fe57-4836-a272-41c680c9630c req-b6ce3f84-6401-43c2-ad68-b79b8df95dcd service neutron] 10.222.0.35 "GET /v2.0/networks/de8fbc24-7297-4226-b64a-9cb1927a5167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853381 Sep 08 00:51:52.825674 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be230d27-621a-4a01-b21a-741d884f6f7b tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Router a83c427e-a298-493b-b527-88b5ea83d473 has already been hosted by L3 agent e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146 {{(pid=105698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 00:51:52.930603 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be230d27-621a-4a01-b21a-741d884f6f7b tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify agent at l3_agent.dv-cinder-759961-13-iscsi the message routers_updated {{(pid=105698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 00:51:52.935841 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-be230d27-621a-4a01-b21a-741d884f6f7b tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for floatingip, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:51:52.941041 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd740251-b225-470a-a2b7-c938ac4970f1 None None] Sync routers for ids ['a83c427e-a298-493b-b527-88b5ea83d473'] in dv-cinder-759961-13-iscsi {{(pid=105700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 00:51:52.950353 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd740251-b225-470a-a2b7-c938ac4970f1 None None] Routers {'a83c427e-a298-493b-b527-88b5ea83d473'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:51:52.951050 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-dd740251-b225-470a-a2b7-c938ac4970f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:51:51Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['a83c427e-a298-493b-b527-88b5ea83d473'], 'active': True} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:51:52.964036 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-be230d27-621a-4a01-b21a-741d884f6f7b tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "DELETE /v2.0/floatingips/50359dc4-c241-4590-baf0-7917465e0269 HTTP/1.1" status: 204 len: 168 time: 1.4455106 Sep 08 00:51:52.964629 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311fb41e-fcde-4911-b289-21aeeb3f111e', 'tag': 'a149d348-73ef-4097-b0fb-f1265a96840f'}] {{(pid=105698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:51:52.966901 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26d4041160ff19e6bfa7ff8d463369e3025ec2e9db032453864bb7ad8051457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ff5fb8-0e0c-4474-84b6-b479e63342e9" -d '{"events": [{"name": "network-changed", "server_uuid": "311fb41e-fcde-4911-b289-21aeeb3f111e", "tag": "a149d348-73ef-4097-b0fb-f1265a96840f"}]}' {{(pid=105698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:51:53.005026 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 00:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf6f2b8-5359-4fe0-877b-c380136c662f x-openstack-request-id: req-5bf6f2b8-5359-4fe0-877b-c380136c662f {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:51:53.005383 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311fb41e-fcde-4911-b289-21aeeb3f111e", "tag": "a149d348-73ef-4097-b0fb-f1265a96840f", "status": "completed", "code": 200}]} {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:51:53.005703 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5bf6f2b8-5359-4fe0-877b-c380136c662f {{(pid=105698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:51:53.006193 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311fb41e-fcde-4911-b289-21aeeb3f111e', 'tag': 'a149d348-73ef-4097-b0fb-f1265a96840f', 'status': 'completed', 'code': 200} Sep 08 00:51:53.088127 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvr_db [None req-dd740251-b225-470a-a2b7-c938ac4970f1 None None] Set router a83c427e-a298-493b-b527-88b5ea83d473 gateway port host: dv-cinder-759961-13-iscsi {{(pid=105700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:51:53.116464 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff5fb8-0e0c-4474-84b6-b479e63342e9 req-b2345c22-0104-468b-a232-4cb8e0985d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:53.119162 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-57ff5fb8-0e0c-4474-84b6-b479e63342e9 req-b2345c22-0104-468b-a232-4cb8e0985d1a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=771cd94aa4b745cda4b12e1bfb22ee9e&device_id=311fb41e-fcde-4911-b289-21aeeb3f111e HTTP/1.1" status: 200 len: 1098 time: 0.0553606 Sep 08 00:51:53.137424 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:51:53.264258 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff5fb8-0e0c-4474-84b6-b479e63342e9 req-6759df89-0ec3-4039-a950-d6e1586d4cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:53.266001 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-57ff5fb8-0e0c-4474-84b6-b479e63342e9 req-6759df89-0ec3-4039-a950-d6e1586d4cef service neutron] 10.222.0.35 "GET /v2.0/networks?id=f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc HTTP/1.1" status: 200 len: 916 time: 0.1370397 Sep 08 00:51:53.330091 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-57ff5fb8-0e0c-4474-84b6-b479e63342e9 req-bc77d5b8-b013-41b9-ba0f-05e6594fc4f7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a149d348-73ef-4097-b0fb-f1265a96840f HTTP/1.1" status: 200 len: 217 time: 0.0393586 Sep 08 00:51:53.330612 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-dd740251-b225-470a-a2b7-c938ac4970f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83c427e-a298-493b-b527-88b5ea83d473', 'name': 'tempest-TestMinimumBasicScenario-2007207885-router', 'tenant_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:46:56Z', 'updated_at': '2021-09-08T00:47:01Z', 'revision_number': 4, 'project_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'gw_port': {'id': '5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83c427e-a298-493b-b527-88b5ea83d473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:46:57Z', 'updated_at': '2021-09-08T00:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_interfaces': [{'id': '06cb10f8-dcd3-447c-aa70-5944dd96eb8b', 'name': '', 'network_id': 'f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc', 'tenant_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'mac_address': 'fa:16:3e:ef:eb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83c427e-a298-493b-b527-88b5ea83d473', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '63e16365-266d-4913-bb14-1fa3e4b3026d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:00Z', 'updated_at': '2021-09-08T00:47:13Z', 'revision_number': 5, 'project_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'subnets': [{'id': '63e16365-266d-4913-bb14-1fa3e4b3026d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:51:53.359609 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd740251-b225-470a-a2b7-c938ac4970f1 None None] Checking router: a83c427e-a298-493b-b527-88b5ea83d473 for host: dv-cinder-759961-13-iscsi {{(pid=105700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 00:51:53.370089 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd740251-b225-470a-a2b7-c938ac4970f1 None None] Routers {'a83c427e-a298-493b-b527-88b5ea83d473'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:51:53.370716 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-dd740251-b225-470a-a2b7-c938ac4970f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:51:51Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['a83c427e-a298-493b-b527-88b5ea83d473'], 'active': True} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:51:53.395184 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff5fb8-0e0c-4474-84b6-b479e63342e9 req-926a1440-cede-4dde-b349-af0267a2eab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:53.396840 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-57ff5fb8-0e0c-4474-84b6-b479e63342e9 req-926a1440-cede-4dde-b349-af0267a2eab8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=63e16365-266d-4913-bb14-1fa3e4b3026d HTTP/1.1" status: 200 len: 854 time: 0.0477023 Sep 08 00:51:53.443404 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff5fb8-0e0c-4474-84b6-b479e63342e9 req-32a419bf-e1a4-4605-954d-6d8980e2228e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:53.445084 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-57ff5fb8-0e0c-4474-84b6-b479e63342e9 req-32a419bf-e1a4-4605-954d-6d8980e2228e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0387828 Sep 08 00:51:53.475641 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvr_db [None req-dd740251-b225-470a-a2b7-c938ac4970f1 None None] Set router a83c427e-a298-493b-b527-88b5ea83d473 gateway port host: dv-cinder-759961-13-iscsi {{(pid=105700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:51:53.543328 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-57ff5fb8-0e0c-4474-84b6-b479e63342e9 req-b4e49c13-8b5e-4cea-8dc6-f0c2d9ab87e5 service neutron] 10.222.0.35 "GET /v2.0/networks/f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890477 Sep 08 00:51:53.639142 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-57ff5fb8-0e0c-4474-84b6-b479e63342e9 req-785f251f-e149-4959-aa92-db03284918b5 service neutron] 10.222.0.35 "GET /v2.0/networks/f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848715 Sep 08 00:51:53.669552 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-dd740251-b225-470a-a2b7-c938ac4970f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83c427e-a298-493b-b527-88b5ea83d473', 'name': 'tempest-TestMinimumBasicScenario-2007207885-router', 'tenant_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:46:56Z', 'updated_at': '2021-09-08T00:47:01Z', 'revision_number': 4, 'project_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'gw_port': {'id': '5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83c427e-a298-493b-b527-88b5ea83d473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:46:57Z', 'updated_at': '2021-09-08T00:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_interfaces': [{'id': '06cb10f8-dcd3-447c-aa70-5944dd96eb8b', 'name': '', 'network_id': 'f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc', 'tenant_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'mac_address': 'fa:16:3e:ef:eb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83c427e-a298-493b-b527-88b5ea83d473', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '63e16365-266d-4913-bb14-1fa3e4b3026d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:00Z', 'updated_at': '2021-09-08T00:47:13Z', 'revision_number': 5, 'project_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'subnets': [{'id': '63e16365-266d-4913-bb14-1fa3e4b3026d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:51:53.699437 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd740251-b225-470a-a2b7-c938ac4970f1 None None] The sync data for ids ['a83c427e-a298-493b-b527-88b5ea83d473'] in dv-cinder-759961-13-iscsi is: [{'id': 'a83c427e-a298-493b-b527-88b5ea83d473', 'name': 'tempest-TestMinimumBasicScenario-2007207885-router', 'tenant_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:46:56Z', 'updated_at': '2021-09-08T00:47:01Z', 'revision_number': 4, 'project_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'gw_port': {'id': '5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83c427e-a298-493b-b527-88b5ea83d473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:46:57Z', 'updated_at': '2021-09-08T00:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_interfaces': [{'id': '06cb10f8-dcd3-447c-aa70-5944dd96eb8b', 'name': '', 'network_id': 'f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc', 'tenant_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'mac_address': 'fa:16:3e:ef:eb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83c427e-a298-493b-b527-88b5ea83d473', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '63e16365-266d-4913-bb14-1fa3e4b3026d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:00Z', 'updated_at': '2021-09-08T00:47:13Z', 'revision_number': 5, 'project_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'subnets': [{'id': '63e16365-266d-4913-bb14-1fa3e4b3026d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 00:51:53.899232 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f39cd4-d16a-431c-9dc3-ab3af624550e None None] New status for floating IP 50359dc4-c241-4590-baf0-7917465e0269: DOWN {{(pid=105701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 00:51:55.718362 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60694e86-0eb7-4acc-8f99-7af23393837d req-8c177646-efa6-4a03-8c23-9cdd47d03421 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:55.719860 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-60694e86-0eb7-4acc-8f99-7af23393837d req-8c177646-efa6-4a03-8c23-9cdd47d03421 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/ports?device_id=311fb41e-fcde-4911-b289-21aeeb3f111e HTTP/1.1" status: 200 len: 945 time: 0.0478299 Sep 08 00:51:55.755787 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-60694e86-0eb7-4acc-8f99-7af23393837d req-d29c5aaf-a4ff-4aff-92c0-9c8c990ecbfb tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05bae0a3-fbbb-4b97-a09c-00699ac91369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300915 Sep 08 00:51:56.869763 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8db81-2b20-41e0-b9c8-3e99aa886a53 req-4bd92438-e0a6-40cf-89f8-3ade5616f221 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:56.871216 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3dd8db81-2b20-41e0-b9c8-3e99aa886a53 req-4bd92438-e0a6-40cf-89f8-3ade5616f221 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/ports?device_id=311fb41e-fcde-4911-b289-21aeeb3f111e HTTP/1.1" status: 200 len: 945 time: 0.0483906 Sep 08 00:51:56.906795 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3dd8db81-2b20-41e0-b9c8-3e99aa886a53 req-70610c55-aa36-4a30-baa7-0004f68ce0c3 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05bae0a3-fbbb-4b97-a09c-00699ac91369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297215 Sep 08 00:51:57.958820 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60f439-c8d0-4790-9a3b-d7afafb7490e req-85a60f3a-612a-401f-8325-ee87e837ba52 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:57.960345 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-7d60f439-c8d0-4790-9a3b-d7afafb7490e req-85a60f3a-612a-401f-8325-ee87e837ba52 tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.35 "GET /v2.0/ports?device_id=311fb41e-fcde-4911-b289-21aeeb3f111e HTTP/1.1" status: 200 len: 945 time: 0.0501089 Sep 08 00:51:58.290216 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4eafc5-e4d1-4338-a958-32dacdb0f608 req-0e076080-0835-4301-ba9f-ac6d14bf4f3e tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:58.291722 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3c4eafc5-e4d1-4338-a958-32dacdb0f608 req-0e076080-0835-4301-ba9f-ac6d14bf4f3e tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/ports?device_id=311fb41e-fcde-4911-b289-21aeeb3f111e HTTP/1.1" status: 200 len: 945 time: 0.3181131 Sep 08 00:51:58.335133 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.plugin [req-7d60f439-c8d0-4790-9a3b-d7afafb7490e req-87009bcb-17fc-49bf-a1cb-5679ecda8e6f tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Deleting port a149d348-73ef-4097-b0fb-f1265a96840f {{(pid=105699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 00:51:58.335466 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-7d60f439-c8d0-4790-9a3b-d7afafb7490e req-87009bcb-17fc-49bf-a1cb-5679ecda8e6f tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256891158'] for port, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:51:58.356190 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3c4eafc5-e4d1-4338-a958-32dacdb0f608 req-de455abe-aa64-4983-b59d-a6361741c05a tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05bae0a3-fbbb-4b97-a09c-00699ac91369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578272 Sep 08 00:51:58.424516 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.db [req-7d60f439-c8d0-4790-9a3b-d7afafb7490e req-87009bcb-17fc-49bf-a1cb-5679ecda8e6f tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] For port a149d348-73ef-4097-b0fb-f1265a96840f, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=a149d348-73ef-4097-b0fb-f1265a96840f,segment=NetworkSegment(ef029967-362e-4317-91eb-ff719d72a778),segment_id=ef029967-362e-4317-91eb-ff719d72a778)] {{(pid=105699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:51:58.424872 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-7d60f439-c8d0-4790-9a3b-d7afafb7490e req-87009bcb-17fc-49bf-a1cb-5679ecda8e6f tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538637'] for port, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:51:58.437368 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.plugin [req-7d60f439-c8d0-4790-9a3b-d7afafb7490e req-87009bcb-17fc-49bf-a1cb-5679ecda8e6f tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Calling delete_port for a149d348-73ef-4097-b0fb-f1265a96840f owned by compute:nova {{(pid=105699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 00:51:58.558999 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-7d60f439-c8d0-4790-9a3b-d7afafb7490e req-87009bcb-17fc-49bf-a1cb-5679ecda8e6f tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256896220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792256344486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517368'] for port, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:51:58.583813 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87009bcb-17fc-49bf-a1cb-5679ecda8e6f tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Pushing event deleted for resources: {'Port': ['ID=a149d348-73ef-4097-b0fb-f1265a96840f,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:51:58.597844 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] get_ports_and_sgs() called for port_ids ['a149d348-73ef-4097-b0fb-f1265a96840f'] {{(pid=105700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 00:51:58.626121 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d60f439-c8d0-4790-9a3b-d7afafb7490e req-87009bcb-17fc-49bf-a1cb-5679ecda8e6f tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] No DVR routers for this DVR port a149d348-73ef-4097-b0fb-f1265a96840f on host hv-cinder-75996 {{(pid=105699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 00:51:58.628429 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-7d60f439-c8d0-4790-9a3b-d7afafb7490e req-87009bcb-17fc-49bf-a1cb-5679ecda8e6f tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for port, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:51:58.630403 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-7d60f439-c8d0-4790-9a3b-d7afafb7490e req-87009bcb-17fc-49bf-a1cb-5679ecda8e6f tempest-TestMinimumBasicScenario-1402725555 tempest-TestMinimumBasicScenario-1402725555-project] 10.222.0.35 "DELETE /v2.0/ports/a149d348-73ef-4097-b0fb-f1265a96840f HTTP/1.1" status: 204 len: 173 time: 0.6638217 Sep 08 00:51:58.630880 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311fb41e-fcde-4911-b289-21aeeb3f111e', 'name': 'network-vif-deleted', 'tag': 'a149d348-73ef-4097-b0fb-f1265a96840f'}] {{(pid=105699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:51:58.633093 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3219a0c12e8a5a78bd5034d738b4394f25721dc263a67c7d4cfc0eaa1ac0f340" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05f5350-df95-4965-8428-9fbbeb59b46f" -d '{"events": [{"server_uuid": "311fb41e-fcde-4911-b289-21aeeb3f111e", "name": "network-vif-deleted", "tag": "a149d348-73ef-4097-b0fb-f1265a96840f"}]}' {{(pid=105699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:51:58.676299 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 00:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ec5b1f-d8dd-49a5-93bc-dd46f6681734 x-openstack-request-id: req-56ec5b1f-d8dd-49a5-93bc-dd46f6681734 {{(pid=105699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:51:58.676608 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311fb41e-fcde-4911-b289-21aeeb3f111e", "name": "network-vif-deleted", "tag": "a149d348-73ef-4097-b0fb-f1265a96840f", "status": "completed", "code": 200}]} {{(pid=105699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:51:58.676861 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-56ec5b1f-d8dd-49a5-93bc-dd46f6681734 {{(pid=105699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:51:58.677263 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311fb41e-fcde-4911-b289-21aeeb3f111e', 'name': 'network-vif-deleted', 'tag': 'a149d348-73ef-4097-b0fb-f1265a96840f', 'status': 'completed', 'code': 200} Sep 08 00:51:58.850796 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 55872) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:51:59.009358 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.plugin [None req-f41ada2e-d23f-49f0-9b03-84d9c90a7cf1 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Deleting port dab6a667-80bb-4899-8496-e47d84dfe01f {{(pid=105699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 00:51:59.010007 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-f41ada2e-d23f-49f0-9b03-84d9c90a7cf1 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256891158'] for port, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:51:59.082085 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-f41ada2e-d23f-49f0-9b03-84d9c90a7cf1 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538637'] for port, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:51:59.082362 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-f41ada2e-d23f-49f0-9b03-84d9c90a7cf1 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:51:59.094741 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.plugin [None req-f41ada2e-d23f-49f0-9b03-84d9c90a7cf1 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Calling delete_port for dab6a667-80bb-4899-8496-e47d84dfe01f owned by network:floatingip {{(pid=105699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 00:51:59.273794 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-f41ada2e-d23f-49f0-9b03-84d9c90a7cf1 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256896220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792256344486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517368'] for port, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:51:59.299918 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ada2e-d23f-49f0-9b03-84d9c90a7cf1 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Pushing event deleted for resources: {'Port': ['ID=dab6a667-80bb-4899-8496-e47d84dfe01f,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:51:59.363099 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-f41ada2e-d23f-49f0-9b03-84d9c90a7cf1 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Notify callbacks [] for floatingip, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:51:59.363312 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.db.l3_db [None req-f41ada2e-d23f-49f0-9b03-84d9c90a7cf1 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Floating IP 7d50101e-b812-4500-9362-62aa24a2034f disassociated (deleted). External IP: 172.27.0.77, port: 9191208e-81bc-4377-85bf-7aa2b6ccee11. Sep 08 00:51:59.570121 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f41ada2e-d23f-49f0-9b03-84d9c90a7cf1 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Router 3a857544-017b-4b28-9c8d-43043ed8fc0d has already been hosted by L3 agent e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146 {{(pid=105699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 00:51:59.677357 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41ada2e-d23f-49f0-9b03-84d9c90a7cf1 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Notify agent at l3_agent.dv-cinder-759961-13-iscsi the message routers_updated {{(pid=105699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 00:51:59.682155 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-f41ada2e-d23f-49f0-9b03-84d9c90a7cf1 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for floatingip, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:51:59.686889 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da41936e-7aba-4699-8a14-3588720e3bff None None] Sync routers for ids ['3a857544-017b-4b28-9c8d-43043ed8fc0d'] in dv-cinder-759961-13-iscsi {{(pid=105700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 00:51:59.696612 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da41936e-7aba-4699-8a14-3588720e3bff None None] Routers {'3a857544-017b-4b28-9c8d-43043ed8fc0d'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:51:59.697430 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-da41936e-7aba-4699-8a14-3588720e3bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:51:51Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['3a857544-017b-4b28-9c8d-43043ed8fc0d'], 'active': True} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:51:59.708093 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-f41ada2e-d23f-49f0-9b03-84d9c90a7cf1 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "DELETE /v2.0/floatingips/7d50101e-b812-4500-9362-62aa24a2034f HTTP/1.1" status: 204 len: 168 time: 0.8562219 Sep 08 00:51:59.806762 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvr_db [None req-da41936e-7aba-4699-8a14-3588720e3bff None None] Set router 3a857544-017b-4b28-9c8d-43043ed8fc0d gateway port host: dv-cinder-759961-13-iscsi {{(pid=105700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:51:59.939556 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74a405-4f26-411a-abd1-473b98ef1fa6 req-cdc71296-5431-42b2-8353-7a6e91c77c3c tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:51:59.941292 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-cf74a405-4f26-411a-abd1-473b98ef1fa6 req-cdc71296-5431-42b2-8353-7a6e91c77c3c tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dd105ad-3e16-45d7-a553-446d9c6968ff HTTP/1.1" status: 200 len: 945 time: 0.0537267 Sep 08 00:51:59.982605 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-cf74a405-4f26-411a-abd1-473b98ef1fa6 req-a402b1f5-51fa-4feb-b0e9-a87c5e865de3 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "GET /v2.0/security-groups?id=64adc093-92cf-4671-8851-e15ed397cc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345869 Sep 08 00:52:00.127424 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-da41936e-7aba-4699-8a14-3588720e3bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a857544-017b-4b28-9c8d-43043ed8fc0d', 'name': 'tempest-TestVolumeBootPattern-341742019-router', 'tenant_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'ed406e08-fb40-4c38-b665-96111e784583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:46:54Z', 'updated_at': '2021-09-08T00:46:58Z', 'revision_number': 4, 'project_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'gw_port': {'id': 'ed406e08-fb40-4c38-b665-96111e784583', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a857544-017b-4b28-9c8d-43043ed8fc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:46:55Z', 'updated_at': '2021-09-08T00:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_interfaces': [{'id': 'be3990fb-cb58-4236-8856-e9191939c9c5', 'name': '', 'network_id': 'a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb', 'tenant_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'mac_address': 'fa:16:3e:61:bc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a857544-017b-4b28-9c8d-43043ed8fc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '48dc3dee-0151-4222-89ec-899c2181cf10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:46:58Z', 'updated_at': '2021-09-08T00:47:05Z', 'revision_number': 5, 'project_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'subnets': [{'id': '48dc3dee-0151-4222-89ec-899c2181cf10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:52:00.159790 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da41936e-7aba-4699-8a14-3588720e3bff None None] Checking router: 3a857544-017b-4b28-9c8d-43043ed8fc0d for host: dv-cinder-759961-13-iscsi {{(pid=105700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 00:52:00.169943 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da41936e-7aba-4699-8a14-3588720e3bff None None] Routers {'3a857544-017b-4b28-9c8d-43043ed8fc0d'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:52:00.170734 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-da41936e-7aba-4699-8a14-3588720e3bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:51:51Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['3a857544-017b-4b28-9c8d-43043ed8fc0d'], 'active': True} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:52:00.285901 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvr_db [None req-da41936e-7aba-4699-8a14-3588720e3bff None None] Set router 3a857544-017b-4b28-9c8d-43043ed8fc0d gateway port host: dv-cinder-759961-13-iscsi {{(pid=105700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:52:00.408455 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7fb63-8d08-4da3-8f02-b101078eb8e0 req-e542cfc4-87c8-47e6-afa3-9b625b5dd002 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:00.410015 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-7bc7fb63-8d08-4da3-8f02-b101078eb8e0 req-e542cfc4-87c8-47e6-afa3-9b625b5dd002 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 945 time: 0.0497274 Sep 08 00:52:00.467368 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-7bc7fb63-8d08-4da3-8f02-b101078eb8e0 req-8f9d5272-6b53-43d3-8430-56ae6bd769dc tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493696 Sep 08 00:52:00.497738 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-da41936e-7aba-4699-8a14-3588720e3bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a857544-017b-4b28-9c8d-43043ed8fc0d', 'name': 'tempest-TestVolumeBootPattern-341742019-router', 'tenant_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'ed406e08-fb40-4c38-b665-96111e784583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:46:54Z', 'updated_at': '2021-09-08T00:46:58Z', 'revision_number': 4, 'project_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'gw_port': {'id': 'ed406e08-fb40-4c38-b665-96111e784583', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a857544-017b-4b28-9c8d-43043ed8fc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:46:55Z', 'updated_at': '2021-09-08T00:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_interfaces': [{'id': 'be3990fb-cb58-4236-8856-e9191939c9c5', 'name': '', 'network_id': 'a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb', 'tenant_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'mac_address': 'fa:16:3e:61:bc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a857544-017b-4b28-9c8d-43043ed8fc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '48dc3dee-0151-4222-89ec-899c2181cf10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:46:58Z', 'updated_at': '2021-09-08T00:47:05Z', 'revision_number': 5, 'project_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'subnets': [{'id': '48dc3dee-0151-4222-89ec-899c2181cf10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:52:00.528350 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da41936e-7aba-4699-8a14-3588720e3bff None None] The sync data for ids ['3a857544-017b-4b28-9c8d-43043ed8fc0d'] in dv-cinder-759961-13-iscsi is: [{'id': '3a857544-017b-4b28-9c8d-43043ed8fc0d', 'name': 'tempest-TestVolumeBootPattern-341742019-router', 'tenant_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'ed406e08-fb40-4c38-b665-96111e784583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:46:54Z', 'updated_at': '2021-09-08T00:46:58Z', 'revision_number': 4, 'project_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'gw_port': {'id': 'ed406e08-fb40-4c38-b665-96111e784583', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a857544-017b-4b28-9c8d-43043ed8fc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:46:55Z', 'updated_at': '2021-09-08T00:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_interfaces': [{'id': 'be3990fb-cb58-4236-8856-e9191939c9c5', 'name': '', 'network_id': 'a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb', 'tenant_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'mac_address': 'fa:16:3e:61:bc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a857544-017b-4b28-9c8d-43043ed8fc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '48dc3dee-0151-4222-89ec-899c2181cf10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:46:58Z', 'updated_at': '2021-09-08T00:47:05Z', 'revision_number': 5, 'project_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'subnets': [{'id': '48dc3dee-0151-4222-89ec-899c2181cf10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 00:52:00.678300 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dd105ad-3e16-45d7-a553-446d9c6968ff', 'tag': '9191208e-81bc-4377-85bf-7aa2b6ccee11'}] {{(pid=105699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:52:00.680762 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3219a0c12e8a5a78bd5034d738b4394f25721dc263a67c7d4cfc0eaa1ac0f340" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b82c96a-e613-4761-9b71-884cd56d054b" -d '{"events": [{"name": "network-changed", "server_uuid": "8dd105ad-3e16-45d7-a553-446d9c6968ff", "tag": "9191208e-81bc-4377-85bf-7aa2b6ccee11"}]}' {{(pid=105699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:52:00.719949 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 00:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9fe8ea0-abc5-48ab-babf-58094b8ea015 x-openstack-request-id: req-f9fe8ea0-abc5-48ab-babf-58094b8ea015 {{(pid=105699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:52:00.720240 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dd105ad-3e16-45d7-a553-446d9c6968ff", "tag": "9191208e-81bc-4377-85bf-7aa2b6ccee11", "status": "completed", "code": 200}]} {{(pid=105699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:52:00.720557 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f9fe8ea0-abc5-48ab-babf-58094b8ea015 {{(pid=105699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:52:00.720862 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dd105ad-3e16-45d7-a553-446d9c6968ff', 'tag': '9191208e-81bc-4377-85bf-7aa2b6ccee11', 'status': 'completed', 'code': 200} Sep 08 00:52:00.769434 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6282c37b-e95d-45d1-a230-86610881f81d None None] New status for floating IP 7d50101e-b812-4500-9362-62aa24a2034f: DOWN {{(pid=105701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 00:52:00.822995 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82c96a-e613-4761-9b71-884cd56d054b req-ae1c6d3d-385f-431d-a18d-84a841ca0282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:00.824573 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3b82c96a-e613-4761-9b71-884cd56d054b req-ae1c6d3d-385f-431d-a18d-84a841ca0282 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d2122c17d3e9420ca396e89dd2ef51d5&device_id=8dd105ad-3e16-45d7-a553-446d9c6968ff HTTP/1.1" status: 200 len: 1098 time: 0.0438323 Sep 08 00:52:00.933795 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82c96a-e613-4761-9b71-884cd56d054b req-624df713-f4e4-4b1e-8a8d-611bf644914c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:00.935638 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3b82c96a-e613-4761-9b71-884cd56d054b req-624df713-f4e4-4b1e-8a8d-611bf644914c service neutron] 10.222.0.35 "GET /v2.0/networks?id=a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb HTTP/1.1" status: 200 len: 912 time: 0.1010342 Sep 08 00:52:00.990041 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3b82c96a-e613-4761-9b71-884cd56d054b req-0b4ca72d-a925-4495-865c-995b97aab0f9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9191208e-81bc-4377-85bf-7aa2b6ccee11 HTTP/1.1" status: 200 len: 217 time: 0.0399778 Sep 08 00:52:01.012779 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 55938) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:52:01.053909 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82c96a-e613-4761-9b71-884cd56d054b req-46784309-c04e-4844-8243-2169a22db84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:01.055670 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3b82c96a-e613-4761-9b71-884cd56d054b req-46784309-c04e-4844-8243-2169a22db84c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=48dc3dee-0151-4222-89ec-899c2181cf10 HTTP/1.1" status: 200 len: 850 time: 0.0493529 Sep 08 00:52:01.134365 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae0c77-051b-4319-9eb3-50c539a24aab req-e977f1f5-f559-4524-a6a7-6aced9091ba3 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:01.135909 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0cae0c77-051b-4319-9eb3-50c539a24aab req-e977f1f5-f559-4524-a6a7-6aced9091ba3 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dd105ad-3e16-45d7-a553-446d9c6968ff HTTP/1.1" status: 200 len: 945 time: 0.0724123 Sep 08 00:52:01.141548 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82c96a-e613-4761-9b71-884cd56d054b req-13b4401e-ac3b-4905-9407-a9f0c2c1c88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:01.142955 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3b82c96a-e613-4761-9b71-884cd56d054b req-13b4401e-ac3b-4905-9407-a9f0c2c1c88e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0707893 Sep 08 00:52:01.179328 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0cae0c77-051b-4319-9eb3-50c539a24aab req-4623f6a7-1905-46cf-8733-7391940ec252 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "GET /v2.0/security-groups?id=64adc093-92cf-4671-8851-e15ed397cc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354285 Sep 08 00:52:01.279571 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3b82c96a-e613-4761-9b71-884cd56d054b req-405be3ee-1558-4a1f-9337-6969288dffad service neutron] 10.222.0.35 "GET /v2.0/networks/a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885198 Sep 08 00:52:01.372676 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3b82c96a-e613-4761-9b71-884cd56d054b req-3728eefc-46d4-41dc-aa19-6ada540e4def service neutron] 10.222.0.35 "GET /v2.0/networks/a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848155 Sep 08 00:52:01.458809 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-dfe99cec-feb1-46cd-8c1b-0c0d5ce315b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531572'] for router_interface, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:01.579205 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb73e26-d6d6-4ad0-8ed2-56080d177f07 req-c04ade9f-080a-4181-b605-908069bc92e7 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:01.580873 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-7bb73e26-d6d6-4ad0-8ed2-56080d177f07 req-c04ade9f-080a-4181-b605-908069bc92e7 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 945 time: 0.0482821 Sep 08 00:52:01.620471 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-7bb73e26-d6d6-4ad0-8ed2-56080d177f07 req-9cb4d3d1-37d7-48db-849e-7060849ef5d3 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331960 Sep 08 00:52:01.702967 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-dfe99cec-feb1-46cd-8c1b-0c0d5ce315b5 admin admin] Deleting port 06cb10f8-dcd3-447c-aa70-5944dd96eb8b {{(pid=105698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 00:52:01.703306 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-dfe99cec-feb1-46cd-8c1b-0c0d5ce315b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256891158'] for port, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:01.777713 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-dfe99cec-feb1-46cd-8c1b-0c0d5ce315b5 admin admin] For port 06cb10f8-dcd3-447c-aa70-5944dd96eb8b, host dv-cinder-759961-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=06cb10f8-dcd3-447c-aa70-5944dd96eb8b,segment=NetworkSegment(ef029967-362e-4317-91eb-ff719d72a778),segment_id=ef029967-362e-4317-91eb-ff719d72a778)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:52:01.778067 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-dfe99cec-feb1-46cd-8c1b-0c0d5ce315b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538637'] for port, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:01.790595 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-dfe99cec-feb1-46cd-8c1b-0c0d5ce315b5 admin admin] Calling delete_port for 06cb10f8-dcd3-447c-aa70-5944dd96eb8b owned by network:router_interface {{(pid=105698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 00:52:01.902471 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device a149d348-73ef-4097-b0fb-f1265a96840f no longer exists at agent hyperv_hv-cinder-75996 {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 00:52:01.927104 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] No Port match for: a149d348-73ef-4097-b0fb-f1265a96840f {{(pid=105700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 00:52:01.927451 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device a149d348-73ef-4097-b0fb-f1265a96840f not bound to the agent host hv-cinder-75996 {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 00:52:01.965276 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-dfe99cec-feb1-46cd-8c1b-0c0d5ce315b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256896220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792256344486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705649'] for port, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:01.992017 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe99cec-feb1-46cd-8c1b-0c0d5ce315b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=06cb10f8-dcd3-447c-aa70-5944dd96eb8b,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:52:02.126737 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a15e0-4274-45c7-8f1e-5c67deeee11e req-b7497462-f7c0-4888-9689-9cc57df08419 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:02.128372 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-669a15e0-4274-45c7-8f1e-5c67deeee11e req-b7497462-f7c0-4888-9689-9cc57df08419 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.35 "GET /v2.0/ports?device_id=8dd105ad-3e16-45d7-a553-446d9c6968ff HTTP/1.1" status: 200 len: 945 time: 0.0524759 Sep 08 00:52:02.197227 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce8aa7-8414-4ea1-bb88-869b79bb5770 req-00e64908-4f5e-46bc-be90-44d849ae141b tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:02.198605 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-5fce8aa7-8414-4ea1-bb88-869b79bb5770 req-00e64908-4f5e-46bc-be90-44d849ae141b tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 945 time: 0.1040776 Sep 08 00:52:02.199183 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-dfe99cec-feb1-46cd-8c1b-0c0d5ce315b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531608'] for router_interface, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:02.226695 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.plugin [req-669a15e0-4274-45c7-8f1e-5c67deeee11e req-c237a735-2c3a-49f0-bb8d-a245f7250ad1 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Deleting port 9191208e-81bc-4377-85bf-7aa2b6ccee11 {{(pid=105699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 00:52:02.227124 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-669a15e0-4274-45c7-8f1e-5c67deeee11e req-c237a735-2c3a-49f0-bb8d-a245f7250ad1 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256891158'] for port, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:02.348259 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299d767-c06a-4d24-8534-1838efe27717 req-0daffed9-f939-4143-9772-df7f981df07a tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:02.349740 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1299d767-c06a-4d24-8534-1838efe27717 req-0daffed9-f939-4143-9772-df7f981df07a tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dd105ad-3e16-45d7-a553-446d9c6968ff HTTP/1.1" status: 200 len: 945 time: 0.0976663 Sep 08 00:52:02.354586 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.db [req-669a15e0-4274-45c7-8f1e-5c67deeee11e req-c237a735-2c3a-49f0-bb8d-a245f7250ad1 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] For port 9191208e-81bc-4377-85bf-7aa2b6ccee11, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=9191208e-81bc-4377-85bf-7aa2b6ccee11,segment=NetworkSegment(dacddd0d-7788-47d3-9397-3f345f82c34e),segment_id=dacddd0d-7788-47d3-9397-3f345f82c34e)] {{(pid=105699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:52:02.354952 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-669a15e0-4274-45c7-8f1e-5c67deeee11e req-c237a735-2c3a-49f0-bb8d-a245f7250ad1 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538637'] for port, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:02.373869 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.plugin [req-669a15e0-4274-45c7-8f1e-5c67deeee11e req-c237a735-2c3a-49f0-bb8d-a245f7250ad1 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Calling delete_port for 9191208e-81bc-4377-85bf-7aa2b6ccee11 owned by compute:nova {{(pid=105699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 00:52:02.410498 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [req-5fce8aa7-8414-4ea1-bb88-869b79bb5770 req-69f89149-9b33-40e8-9349-dafc80c1b735 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Deleting port 24d1122e-086c-4356-82b0-933a87885a6b {{(pid=105698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 00:52:02.410836 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-5fce8aa7-8414-4ea1-bb88-869b79bb5770 req-69f89149-9b33-40e8-9349-dafc80c1b735 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256891158'] for port, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:02.432557 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1299d767-c06a-4d24-8534-1838efe27717 req-e6dbf0fe-7c57-441a-a1b5-748341c9b0d5 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "GET /v2.0/security-groups?id=64adc093-92cf-4671-8851-e15ed397cc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703044 Sep 08 00:52:02.517546 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-669a15e0-4274-45c7-8f1e-5c67deeee11e req-c237a735-2c3a-49f0-bb8d-a245f7250ad1 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256896220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792256344486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517368'] for port, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:02.549806 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.db [req-5fce8aa7-8414-4ea1-bb88-869b79bb5770 req-69f89149-9b33-40e8-9349-dafc80c1b735 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] For port 24d1122e-086c-4356-82b0-933a87885a6b, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=24d1122e-086c-4356-82b0-933a87885a6b,segment=NetworkSegment(00d437d1-d70b-479c-8729-36ced9e6abc0),segment_id=00d437d1-d70b-479c-8729-36ced9e6abc0)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:52:02.550076 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c237a735-2c3a-49f0-bb8d-a245f7250ad1 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Pushing event deleted for resources: {'Port': ['ID=9191208e-81bc-4377-85bf-7aa2b6ccee11,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:52:02.550193 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-5fce8aa7-8414-4ea1-bb88-869b79bb5770 req-69f89149-9b33-40e8-9349-dafc80c1b735 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538637'] for port, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:02.564845 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe99cec-feb1-46cd-8c1b-0c0d5ce315b5 admin admin] Router a83c427e-a298-493b-b527-88b5ea83d473 has already been hosted by L3 agent e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146 {{(pid=105698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 00:52:02.590873 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [req-669a15e0-4274-45c7-8f1e-5c67deeee11e req-c237a735-2c3a-49f0-bb8d-a245f7250ad1 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] No DVR routers for this DVR port 9191208e-81bc-4377-85bf-7aa2b6ccee11 on host hv-cinder-75996 {{(pid=105699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 00:52:02.593412 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [req-669a15e0-4274-45c7-8f1e-5c67deeee11e req-c237a735-2c3a-49f0-bb8d-a245f7250ad1 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for port, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:02.595478 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-669a15e0-4274-45c7-8f1e-5c67deeee11e req-c237a735-2c3a-49f0-bb8d-a245f7250ad1 tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.35 "DELETE /v2.0/ports/9191208e-81bc-4377-85bf-7aa2b6ccee11 HTTP/1.1" status: 204 len: 173 time: 0.4608898 Sep 08 00:52:02.723935 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd105ad-3e16-45d7-a553-446d9c6968ff', 'name': 'network-vif-deleted', 'tag': '9191208e-81bc-4377-85bf-7aa2b6ccee11'}] {{(pid=105699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:52:02.726469 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3219a0c12e8a5a78bd5034d738b4394f25721dc263a67c7d4cfc0eaa1ac0f340" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5bd640-e706-42ad-98dd-5a14005fb81f" -d '{"events": [{"server_uuid": "8dd105ad-3e16-45d7-a553-446d9c6968ff", "name": "network-vif-deleted", "tag": "9191208e-81bc-4377-85bf-7aa2b6ccee11"}]}' {{(pid=105699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:52:02.752889 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee10ca4-e395-4e5a-82ec-eeca7ecc4e92 req-99cdd2ee-df0c-455c-aef1-9de29f9c19c1 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:02.754475 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5ee10ca4-e395-4e5a-82ec-eeca7ecc4e92 req-99cdd2ee-df0c-455c-aef1-9de29f9c19c1 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 945 time: 0.0561531 Sep 08 00:52:02.763465 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 00:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02466d9a-ddff-4b38-b197-1029bac3cf3e x-openstack-request-id: req-02466d9a-ddff-4b38-b197-1029bac3cf3e {{(pid=105699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:52:02.763780 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dd105ad-3e16-45d7-a553-446d9c6968ff", "name": "network-vif-deleted", "tag": "9191208e-81bc-4377-85bf-7aa2b6ccee11", "status": "completed", "code": 200}]} {{(pid=105699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:52:02.764030 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-02466d9a-ddff-4b38-b197-1029bac3cf3e {{(pid=105699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:52:02.764411 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dd105ad-3e16-45d7-a553-446d9c6968ff', 'name': 'network-vif-deleted', 'tag': '9191208e-81bc-4377-85bf-7aa2b6ccee11', 'status': 'completed', 'code': 200} Sep 08 00:52:02.795068 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5ee10ca4-e395-4e5a-82ec-eeca7ecc4e92 req-fc84060f-8da3-469b-988c-9c347271b56b tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=78364630-bbd7-47a0-a967-843c6ba37da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341735 Sep 08 00:52:02.858697 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe99cec-feb1-46cd-8c1b-0c0d5ce315b5 admin admin] Notify agent at l3_agent.dv-cinder-759961-13-iscsi the message routers_updated {{(pid=105698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 00:52:02.864467 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-dfe99cec-feb1-46cd-8c1b-0c0d5ce315b5 admin admin] 10.222.0.15 "PUT /v2.0/routers/a83c427e-a298-493b-b527-88b5ea83d473/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8506126 Sep 08 00:52:02.867056 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 55950) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:52:02.869823 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b082a023-d124-4b0d-bf51-a35dcaa347c1 None None] Sync routers for ids ['a83c427e-a298-493b-b527-88b5ea83d473'] in dv-cinder-759961-13-iscsi {{(pid=105700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 00:52:02.897607 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b082a023-d124-4b0d-bf51-a35dcaa347c1 None None] Routers {'a83c427e-a298-493b-b527-88b5ea83d473'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:52:02.898288 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-b082a023-d124-4b0d-bf51-a35dcaa347c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:51:51Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['a83c427e-a298-493b-b527-88b5ea83d473'], 'active': True} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:52:02.921671 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-5fce8aa7-8414-4ea1-bb88-869b79bb5770 req-69f89149-9b33-40e8-9349-dafc80c1b735 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:02.922033 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-5fce8aa7-8414-4ea1-bb88-869b79bb5770 req-69f89149-9b33-40e8-9349-dafc80c1b735 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529524'] for floatingip, after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:02.922347 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.db.l3_db [req-5fce8aa7-8414-4ea1-bb88-869b79bb5770 req-69f89149-9b33-40e8-9349-dafc80c1b735 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Floating IP 211a33b1-c9bd-4ae2-9447-6839198d1a18 disassociated. External IP: 172.27.0.57, port: 24d1122e-086c-4356-82b0-933a87885a6b. Sep 08 00:52:02.922876 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [req-5fce8aa7-8414-4ea1-bb88-869b79bb5770 req-69f89149-9b33-40e8-9349-dafc80c1b735 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Calling delete_port for 24d1122e-086c-4356-82b0-933a87885a6b owned by compute:nova {{(pid=105698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 00:52:03.004759 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvr_db [None req-b082a023-d124-4b0d-bf51-a35dcaa347c1 None None] Set router a83c427e-a298-493b-b527-88b5ea83d473 gateway port host: dv-cinder-759961-13-iscsi {{(pid=105700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:52:03.185846 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-b082a023-d124-4b0d-bf51-a35dcaa347c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83c427e-a298-493b-b527-88b5ea83d473', 'name': 'tempest-TestMinimumBasicScenario-2007207885-router', 'tenant_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:46:56Z', 'updated_at': '2021-09-08T00:52:01Z', 'revision_number': 5, 'project_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'gw_port': {'id': '5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83c427e-a298-493b-b527-88b5ea83d473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:46:57Z', 'updated_at': '2021-09-08T00:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi'}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:52:03.212617 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b082a023-d124-4b0d-bf51-a35dcaa347c1 None None] Checking router: a83c427e-a298-493b-b527-88b5ea83d473 for host: dv-cinder-759961-13-iscsi {{(pid=105700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 00:52:03.221492 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b082a023-d124-4b0d-bf51-a35dcaa347c1 None None] Routers {'a83c427e-a298-493b-b527-88b5ea83d473'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:52:03.222119 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-b082a023-d124-4b0d-bf51-a35dcaa347c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:51:51Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['a83c427e-a298-493b-b527-88b5ea83d473'], 'active': True} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:52:03.245344 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-454993ab-5492-405e-9d20-2507dbe2513d admin admin] Notify callbacks [] for router, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:03.333058 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvr_db [None req-b082a023-d124-4b0d-bf51-a35dcaa347c1 None None] Set router a83c427e-a298-493b-b527-88b5ea83d473 gateway port host: dv-cinder-759961-13-iscsi {{(pid=105700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:52:03.394481 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-454993ab-5492-405e-9d20-2507dbe2513d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:03.401617 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-5fce8aa7-8414-4ea1-bb88-869b79bb5770 req-69f89149-9b33-40e8-9349-dafc80c1b735 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256896220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792256344486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705649'] for port, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:03.434334 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f89149-9b33-40e8-9349-dafc80c1b735 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Pushing event deleted for resources: {'Port': ['ID=24d1122e-086c-4356-82b0-933a87885a6b,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:52:03.531759 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-b082a023-d124-4b0d-bf51-a35dcaa347c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83c427e-a298-493b-b527-88b5ea83d473', 'name': 'tempest-TestMinimumBasicScenario-2007207885-router', 'tenant_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:46:56Z', 'updated_at': '2021-09-08T00:52:01Z', 'revision_number': 5, 'project_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'gw_port': {'id': '5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83c427e-a298-493b-b527-88b5ea83d473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:46:57Z', 'updated_at': '2021-09-08T00:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi'}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:52:03.559538 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b082a023-d124-4b0d-bf51-a35dcaa347c1 None None] The sync data for ids ['a83c427e-a298-493b-b527-88b5ea83d473'] in dv-cinder-759961-13-iscsi is: [{'id': 'a83c427e-a298-493b-b527-88b5ea83d473', 'name': 'tempest-TestMinimumBasicScenario-2007207885-router', 'tenant_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:46:56Z', 'updated_at': '2021-09-08T00:52:01Z', 'revision_number': 5, 'project_id': '771cd94aa4b745cda4b12e1bfb22ee9e', 'gw_port': {'id': '5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83c427e-a298-493b-b527-88b5ea83d473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:46:57Z', 'updated_at': '2021-09-08T00:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi'}] {{(pid=105700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 00:52:03.567423 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-454993ab-5492-405e-9d20-2507dbe2513d admin admin] Deleting port 5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a {{(pid=105698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 00:52:03.567789 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-454993ab-5492-405e-9d20-2507dbe2513d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256891158'] for port, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:03.652768 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5fce8aa7-8414-4ea1-bb88-869b79bb5770 req-69f89149-9b33-40e8-9349-dafc80c1b735 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Router d8102167-1379-4f6a-a5f3-d5933ef2ab1b has already been hosted by L3 agent e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146 {{(pid=105698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 00:52:03.721379 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-454993ab-5492-405e-9d20-2507dbe2513d admin admin] For port 5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a, host dv-cinder-759961-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a,segment=NetworkSegment(8f85bbb2-d588-4058-a2ba-8b00436e9fac),segment_id=8f85bbb2-d588-4058-a2ba-8b00436e9fac)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:52:03.721670 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-454993ab-5492-405e-9d20-2507dbe2513d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538637'] for port, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:03.737417 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-454993ab-5492-405e-9d20-2507dbe2513d admin admin] Calling delete_port for 5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a owned by network:router_gateway {{(pid=105698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 00:52:03.845769 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5fce8aa7-8414-4ea1-bb88-869b79bb5770 req-69f89149-9b33-40e8-9349-dafc80c1b735 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify agent at l3_agent.dv-cinder-759961-13-iscsi the message routers_updated {{(pid=105698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 00:52:03.858166 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b274a90-3bda-4c66-8876-72e2beccb69c None None] Sync routers for ids ['d8102167-1379-4f6a-a5f3-d5933ef2ab1b'] in dv-cinder-759961-13-iscsi {{(pid=105701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 00:52:03.871409 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b274a90-3bda-4c66-8876-72e2beccb69c None None] Routers {'d8102167-1379-4f6a-a5f3-d5933ef2ab1b'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:52:03.872235 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-3b274a90-3bda-4c66-8876-72e2beccb69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:51:51Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['d8102167-1379-4f6a-a5f3-d5933ef2ab1b'], 'active': True} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:52:03.902866 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fce8aa7-8414-4ea1-bb88-869b79bb5770 req-69f89149-9b33-40e8-9349-dafc80c1b735 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] No DVR routers for this DVR port 24d1122e-086c-4356-82b0-933a87885a6b on host hv-cinder-75996 {{(pid=105698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 00:52:03.911284 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-71d3182d-3a2f-4c93-b2a3-9680ce5cd6ae req-d7cab014-b82a-402c-aa6c-1ff1833c975b tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8fc482-b90d-4223-b05d-f53241012a19 HTTP/1.1" status: 200 len: 210 time: 0.0370662 Sep 08 00:52:03.912408 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-5fce8aa7-8414-4ea1-bb88-869b79bb5770 req-69f89149-9b33-40e8-9349-dafc80c1b735 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for port, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:03.920076 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-5fce8aa7-8414-4ea1-bb88-869b79bb5770 req-69f89149-9b33-40e8-9349-dafc80c1b735 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.35 "DELETE /v2.0/ports/24d1122e-086c-4356-82b0-933a87885a6b HTTP/1.1" status: 204 len: 173 time: 1.7125511 Sep 08 00:52:03.964864 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae8fc482-b90d-4223-b05d-f53241012a19', 'name': 'network-vif-deleted', 'tag': '24d1122e-086c-4356-82b0-933a87885a6b'}] {{(pid=105698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:52:03.970637 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26d4041160ff19e6bfa7ff8d463369e3025ec2e9db032453864bb7ad8051457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc72381f-c6d6-47d1-ba88-896f91783f8a" -d '{"events": [{"server_uuid": "ae8fc482-b90d-4223-b05d-f53241012a19", "name": "network-vif-deleted", "tag": "24d1122e-086c-4356-82b0-933a87885a6b"}]}' {{(pid=105698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:52:04.052245 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 00:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d26db2a-95ea-4e6c-a1f3-5ef307999ba3 x-openstack-request-id: req-4d26db2a-95ea-4e6c-a1f3-5ef307999ba3 {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:52:04.052567 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae8fc482-b90d-4223-b05d-f53241012a19", "name": "network-vif-deleted", "tag": "24d1122e-086c-4356-82b0-933a87885a6b", "status": "completed", "code": 200}]} {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:52:04.052816 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4d26db2a-95ea-4e6c-a1f3-5ef307999ba3 {{(pid=105698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:52:04.053318 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae8fc482-b90d-4223-b05d-f53241012a19', 'name': 'network-vif-deleted', 'tag': '24d1122e-086c-4356-82b0-933a87885a6b', 'status': 'completed', 'code': 200} Sep 08 00:52:04.053871 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvr_db [None req-3b274a90-3bda-4c66-8876-72e2beccb69c None None] Set router d8102167-1379-4f6a-a5f3-d5933ef2ab1b gateway port host: dv-cinder-759961-13-iscsi {{(pid=105701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:52:04.100487 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-454993ab-5492-405e-9d20-2507dbe2513d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256896220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792256344486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705649'] for port, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:04.136852 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454993ab-5492-405e-9d20-2507dbe2513d admin admin] Pushing event deleted for resources: {'Port': ['ID=5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:52:04.197714 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-454993ab-5492-405e-9d20-2507dbe2513d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529466'] for router_gateway, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:04.262603 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-3b274a90-3bda-4c66-8876-72e2beccb69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'name': 'tempest-AttachVolumeTestJSON-1050772192-router', 'tenant_id': '6c2e3269f9714298a408087ff7cd53df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'ef1fb995-3568-4a46-a21d-0ad3e2290081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:45:46Z', 'updated_at': '2021-09-08T00:45:50Z', 'revision_number': 4, 'project_id': '6c2e3269f9714298a408087ff7cd53df', 'gw_port': {'id': 'ef1fb995-3568-4a46-a21d-0ad3e2290081', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:05:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:45:47Z', 'updated_at': '2021-09-08T00:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_interfaces': [{'id': 'd695c59a-1b18-405e-ad9a-246728ca4e84', 'name': '', 'network_id': 'ce10fb4f-fc55-43bc-8b33-2df5991b8f81', 'tenant_id': '6c2e3269f9714298a408087ff7cd53df', 'mac_address': 'fa:16:3e:e8:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '9be68c17-707e-479e-ae04-cf49c535adb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:45:49Z', 'updated_at': '2021-09-08T00:45:54Z', 'revision_number': 5, 'project_id': '6c2e3269f9714298a408087ff7cd53df', 'subnets': [{'id': '9be68c17-707e-479e-ae04-cf49c535adb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:52:04.288925 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b274a90-3bda-4c66-8876-72e2beccb69c None None] Checking router: d8102167-1379-4f6a-a5f3-d5933ef2ab1b for host: dv-cinder-759961-13-iscsi {{(pid=105701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 00:52:04.297185 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b274a90-3bda-4c66-8876-72e2beccb69c None None] Routers {'d8102167-1379-4f6a-a5f3-d5933ef2ab1b'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:52:04.297778 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-3b274a90-3bda-4c66-8876-72e2beccb69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:51:51Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['d8102167-1379-4f6a-a5f3-d5933ef2ab1b'], 'active': True} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:52:04.305953 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-454993ab-5492-405e-9d20-2507dbe2513d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6558'] for router, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:04.308259 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-454993ab-5492-405e-9d20-2507dbe2513d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:04.372934 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-454993ab-5492-405e-9d20-2507dbe2513d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528720'] for router, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:04.373620 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454993ab-5492-405e-9d20-2507dbe2513d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a83c427e-a298-493b-b527-88b5ea83d473 {{(pid=105698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 00:52:04.378350 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-454993ab-5492-405e-9d20-2507dbe2513d admin admin] Notify callbacks [] for router, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:04.379645 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-454993ab-5492-405e-9d20-2507dbe2513d admin admin] 10.222.0.15 "DELETE /v2.0/routers/a83c427e-a298-493b-b527-88b5ea83d473 HTTP/1.1" status: 204 len: 168 time: 1.5113842 Sep 08 00:52:04.382213 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 55964) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:52:04.406168 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvr_db [None req-3b274a90-3bda-4c66-8876-72e2beccb69c None None] Set router d8102167-1379-4f6a-a5f3-d5933ef2ab1b gateway port host: dv-cinder-759961-13-iscsi {{(pid=105701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:52:04.436717 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2e7bd66-feb5-48b7-b7b8-cd8388a69366 admin admin] Deleting subnet 63e16365-266d-4913-bb14-1fa3e4b3026d {{(pid=105698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 00:52:04.440232 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-f2e7bd66-feb5-48b7-b7b8-cd8388a69366 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:04.477780 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-f2e7bd66-feb5-48b7-b7b8-cd8388a69366 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7633556'] for subnet, precommit_delete_associations {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:04.607094 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-f2e7bd66-feb5-48b7-b7b8-cd8388a69366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3572486'] for subnet, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:04.614155 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-3b274a90-3bda-4c66-8876-72e2beccb69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'name': 'tempest-AttachVolumeTestJSON-1050772192-router', 'tenant_id': '6c2e3269f9714298a408087ff7cd53df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'ef1fb995-3568-4a46-a21d-0ad3e2290081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:45:46Z', 'updated_at': '2021-09-08T00:45:50Z', 'revision_number': 4, 'project_id': '6c2e3269f9714298a408087ff7cd53df', 'gw_port': {'id': 'ef1fb995-3568-4a46-a21d-0ad3e2290081', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:05:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:45:47Z', 'updated_at': '2021-09-08T00:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_interfaces': [{'id': 'd695c59a-1b18-405e-ad9a-246728ca4e84', 'name': '', 'network_id': 'ce10fb4f-fc55-43bc-8b33-2df5991b8f81', 'tenant_id': '6c2e3269f9714298a408087ff7cd53df', 'mac_address': 'fa:16:3e:e8:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '9be68c17-707e-479e-ae04-cf49c535adb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:45:49Z', 'updated_at': '2021-09-08T00:45:54Z', 'revision_number': 5, 'project_id': '6c2e3269f9714298a408087ff7cd53df', 'subnets': [{'id': '9be68c17-707e-479e-ae04-cf49c535adb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:52:04.665088 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-f2e7bd66-feb5-48b7-b7b8-cd8388a69366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3572543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7705668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4725603'] for subnet, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:04.670016 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 55968) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:52:04.698492 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-f2e7bd66-feb5-48b7-b7b8-cd8388a69366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for subnet, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:04.704091 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-f2e7bd66-feb5-48b7-b7b8-cd8388a69366 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/63e16365-266d-4913-bb14-1fa3e4b3026d HTTP/1.1" status: 204 len: 168 time: 0.3209324 Sep 08 00:52:04.704979 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 55970) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:52:04.706255 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d12ede-3dde-497f-8645-a67e9e372b8c None None] Network f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc requested from dv-cinder-759961-13-iscsi {{(pid=105700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 00:52:04.713832 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e7bd66-feb5-48b7-b7b8-cd8388a69366 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63e16365-266d-4913-bb14-1fa3e4b3026d,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:52:04.735962 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b274a90-3bda-4c66-8876-72e2beccb69c None None] The sync data for ids ['d8102167-1379-4f6a-a5f3-d5933ef2ab1b'] in dv-cinder-759961-13-iscsi is: [{'id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'name': 'tempest-AttachVolumeTestJSON-1050772192-router', 'tenant_id': '6c2e3269f9714298a408087ff7cd53df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'ef1fb995-3568-4a46-a21d-0ad3e2290081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:45:46Z', 'updated_at': '2021-09-08T00:45:50Z', 'revision_number': 4, 'project_id': '6c2e3269f9714298a408087ff7cd53df', 'gw_port': {'id': 'ef1fb995-3568-4a46-a21d-0ad3e2290081', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:05:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:45:47Z', 'updated_at': '2021-09-08T00:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_interfaces': [{'id': 'd695c59a-1b18-405e-ad9a-246728ca4e84', 'name': '', 'network_id': 'ce10fb4f-fc55-43bc-8b33-2df5991b8f81', 'tenant_id': '6c2e3269f9714298a408087ff7cd53df', 'mac_address': 'fa:16:3e:e8:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '9be68c17-707e-479e-ae04-cf49c535adb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:45:49Z', 'updated_at': '2021-09-08T00:45:54Z', 'revision_number': 5, 'project_id': '6c2e3269f9714298a408087ff7cd53df', 'subnets': [{'id': '9be68c17-707e-479e-ae04-cf49c535adb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 00:52:04.745312 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-d11c8e93-784a-4610-a7dc-f74129af671a tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Notify callbacks [] for security_group, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:04.778637 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-d11c8e93-784a-4610-a7dc-f74129af671a tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:04.799793 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-58d7ed02-bc76-4479-800d-f8bb9e2effa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3464973'] for network, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:04.882100 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-d11c8e93-784a-4610-a7dc-f74129af671a tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:04.885905 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-d11c8e93-784a-4610-a7dc-f74129af671a tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Notify callbacks [] for security_group, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:04.887251 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-d11c8e93-784a-4610-a7dc-f74129af671a tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] 10.222.0.15 "DELETE /v2.0/security-groups/64adc093-92cf-4671-8851-e15ed397cc48 HTTP/1.1" status: 204 len: 168 time: 0.2160926 Sep 08 00:52:04.896838 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c8e93-784a-4610-a7dc-f74129af671a tempest-TestVolumeBootPattern-1744294884 tempest-TestVolumeBootPattern-1744294884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64adc093-92cf-4671-8851-e15ed397cc48,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:52:04.903608 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-58d7ed02-bc76-4479-800d-f8bb9e2effa9 admin admin] Deleting port 4bf65c0e-ef1e-48d5-bf28-3b1da06ce10e {{(pid=105698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 00:52:04.904025 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-58d7ed02-bc76-4479-800d-f8bb9e2effa9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256891158'] for port, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:04.913463 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d814f1de-3015-4e8a-81b7-6a6b4ed6c58e None None] DHCP port deletion for f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc request from dv-cinder-759961-13-iscsi {{(pid=105700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 00:52:04.964293 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 55976) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:52:04.995488 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-58d7ed02-bc76-4479-800d-f8bb9e2effa9 admin admin] For port 4bf65c0e-ef1e-48d5-bf28-3b1da06ce10e, host dv-cinder-759961-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=4bf65c0e-ef1e-48d5-bf28-3b1da06ce10e,segment=NetworkSegment(ef029967-362e-4317-91eb-ff719d72a778),segment_id=ef029967-362e-4317-91eb-ff719d72a778)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:52:05.001727 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-58d7ed02-bc76-4479-800d-f8bb9e2effa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538637'] for port, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:05.019730 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-d814f1de-3015-4e8a-81b7-6a6b4ed6c58e None None] Deleting port 4bf65c0e-ef1e-48d5-bf28-3b1da06ce10e {{(pid=105700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 00:52:05.020199 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-d814f1de-3015-4e8a-81b7-6a6b4ed6c58e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256891158'] for port, before_delete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:05.040760 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-58d7ed02-bc76-4479-800d-f8bb9e2effa9 admin admin] Calling delete_port for 4bf65c0e-ef1e-48d5-bf28-3b1da06ce10e owned by network:dhcp {{(pid=105698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 00:52:05.041793 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 55982) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:52:05.098990 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-d814f1de-3015-4e8a-81b7-6a6b4ed6c58e None None] For port 4bf65c0e-ef1e-48d5-bf28-3b1da06ce10e, host dv-cinder-759961-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=4bf65c0e-ef1e-48d5-bf28-3b1da06ce10e,segment=NetworkSegment(ef029967-362e-4317-91eb-ff719d72a778),segment_id=ef029967-362e-4317-91eb-ff719d72a778)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:52:05.099795 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-d814f1de-3015-4e8a-81b7-6a6b4ed6c58e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538637'] for port, precommit_delete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:05.114736 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-d814f1de-3015-4e8a-81b7-6a6b4ed6c58e None None] Calling delete_port for 4bf65c0e-ef1e-48d5-bf28-3b1da06ce10e owned by network:dhcp {{(pid=105700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 00:52:05.154864 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-5e4ee645-ab61-4d91-8717-3e4ca805e21e tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks [] for security_group, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:05.179140 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-5e4ee645-ab61-4d91-8717-3e4ca805e21e tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:05.192476 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6ce03e-da89-4ff7-ba4b-dbdecd2beee9 None None] New status for floating IP 211a33b1-c9bd-4ae2-9447-6839198d1a18: DOWN {{(pid=105700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 00:52:05.237339 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-58d7ed02-bc76-4479-800d-f8bb9e2effa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256896220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792256344486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705649'] for port, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:05.266957 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-5e4ee645-ab61-4d91-8717-3e4ca805e21e tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:05.269438 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-5e4ee645-ab61-4d91-8717-3e4ca805e21e tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:05.270618 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-5e4ee645-ab61-4d91-8717-3e4ca805e21e tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "DELETE /v2.0/security-groups/78364630-bbd7-47a0-a967-843c6ba37da3 HTTP/1.1" status: 204 len: 168 time: 0.2278795 Sep 08 00:52:05.271526 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d7ed02-bc76-4479-800d-f8bb9e2effa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bf65c0e-ef1e-48d5-bf28-3b1da06ce10e,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:52:05.273259 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 55984) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:52:05.288202 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d7ed02-bc76-4479-800d-f8bb9e2effa9 admin admin] No DVR routers for this DVR port 4bf65c0e-ef1e-48d5-bf28-3b1da06ce10e on host dv-cinder-759961-13-iscsi {{(pid=105698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 00:52:05.301944 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ee645-ab61-4d91-8717-3e4ca805e21e tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78364630-bbd7-47a0-a967-843c6ba37da3,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:52:05.320012 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.api.v2.resource [None req-9a60b8ad-a0a3-4eb8-ae66-8ccbf77916c3 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] show failed (client error): The resource could not be found. Sep 08 00:52:05.324690 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-9a60b8ad-a0a3-4eb8-ae66-8ccbf77916c3 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups/78364630-bbd7-47a0-a967-843c6ba37da3 HTTP/1.1" status: 404 len: 347 time: 0.0436320 Sep 08 00:52:05.324865 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 55986) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:52:05.457339 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-58d7ed02-bc76-4479-800d-f8bb9e2effa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3575435', 'neutron.services.segments.db._delete_segments_for_network-8792256839289'] for network, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:05.478728 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-d814f1de-3015-4e8a-81b7-6a6b4ed6c58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256896220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792256344486'] for port, after_delete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:05.496787 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1b109917-17f7-4f0f-9c20-f15436b8fb0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531572'] for router_interface, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:05.500589 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.services.segments.db [None req-58d7ed02-bc76-4479-800d-f8bb9e2effa9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc']}} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:52:05.506353 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d814f1de-3015-4e8a-81b7-6a6b4ed6c58e None None] Pushing event deleted for resources: {'Port': ['ID=4bf65c0e-ef1e-48d5-bf28-3b1da06ce10e,revision_number=None']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:52:05.511840 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d814f1de-3015-4e8a-81b7-6a6b4ed6c58e None None] No DVR routers for this DVR port 4bf65c0e-ef1e-48d5-bf28-3b1da06ce10e on host dv-cinder-759961-13-iscsi {{(pid=105700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 00:52:05.514542 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.services.segments.db [None req-58d7ed02-bc76-4479-800d-f8bb9e2effa9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef029967-362e-4317-91eb-ff719d72a778') {'for_net_delete': True} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:52:05.514938 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.services.segments.db [None req-58d7ed02-bc76-4479-800d-f8bb9e2effa9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef029967-362e-4317-91eb-ff719d72a778') {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:52:05.524543 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d814f1de-3015-4e8a-81b7-6a6b4ed6c58e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:52:05.525342 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d814f1de-3015-4e8a-81b7-6a6b4ed6c58e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:52:05.526100 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d814f1de-3015-4e8a-81b7-6a6b4ed6c58e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:52:05.526593 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d814f1de-3015-4e8a-81b7-6a6b4ed6c58e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:52:05.527089 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d814f1de-3015-4e8a-81b7-6a6b4ed6c58e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:52:05.527610 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d814f1de-3015-4e8a-81b7-6a6b4ed6c58e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:52:05.527952 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-58d7ed02-bc76-4479-800d-f8bb9e2effa9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792256841090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7633565'] for segment, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:05.528281 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d814f1de-3015-4e8a-81b7-6a6b4ed6c58e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:52:05.528760 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d814f1de-3015-4e8a-81b7-6a6b4ed6c58e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:52:05.529244 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d814f1de-3015-4e8a-81b7-6a6b4ed6c58e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:52:05.529724 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d814f1de-3015-4e8a-81b7-6a6b4ed6c58e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:52:05.530219 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d814f1de-3015-4e8a-81b7-6a6b4ed6c58e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:52:05.531067 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d814f1de-3015-4e8a-81b7-6a6b4ed6c58e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:52:05.563349 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-58d7ed02-bc76-4479-800d-f8bb9e2effa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3575388'] for segment, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:05.577289 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58d7ed02-bc76-4479-800d-f8bb9e2effa9 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=105698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 00:52:05.577830 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-58d7ed02-bc76-4479-800d-f8bb9e2effa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3575388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7727846'] for segment, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:05.579722 dv-cinder-759961-13-iscsi neutron-server[105698]: Traceback (most recent call last): Sep 08 00:52:05.579722 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 00:52:05.579722 dv-cinder-759961-13-iscsi neutron-server[105698]: timer() Sep 08 00:52:05.579722 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 00:52:05.579722 dv-cinder-759961-13-iscsi neutron-server[105698]: cb(*args, **kw) Sep 08 00:52:05.579722 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 00:52:05.579722 dv-cinder-759961-13-iscsi neutron-server[105698]: return func(*args, **kwargs) Sep 08 00:52:05.579722 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 00:52:05.579722 dv-cinder-759961-13-iscsi neutron-server[105698]: self._notify() Sep 08 00:52:05.579722 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 00:52:05.579722 dv-cinder-759961-13-iscsi neutron-server[105698]: self.callback(batched_events) Sep 08 00:52:05.579722 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 00:52:05.579722 dv-cinder-759961-13-iscsi neutron-server[105698]: event.method(event) Sep 08 00:52:05.579722 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 00:52:05.579722 dv-cinder-759961-13-iscsi neutron-server[105698]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 00:52:05.579722 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 00:52:05.579722 dv-cinder-759961-13-iscsi neutron-server[105698]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 00:52:05.579722 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 00:52:05.579722 dv-cinder-759961-13-iscsi neutron-server[105698]: return f(self, *a, **k) Sep 08 00:52:05.579722 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 00:52:05.579722 dv-cinder-759961-13-iscsi neutron-server[105698]: return self._get(url).json() Sep 08 00:52:05.579722 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 00:52:05.579722 dv-cinder-759961-13-iscsi neutron-server[105698]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 00:52:05.579722 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 00:52:05.579722 dv-cinder-759961-13-iscsi neutron-server[105698]: return self.request(url, 'GET', **kwargs) Sep 08 00:52:05.579722 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 00:52:05.579722 dv-cinder-759961-13-iscsi neutron-server[105698]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 00:52:05.579722 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 00:52:05.579722 dv-cinder-759961-13-iscsi neutron-server[105698]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 00:52:05.579722 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 00:52:05.579722 dv-cinder-759961-13-iscsi neutron-server[105698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 00:52:05.579722 dv-cinder-759961-13-iscsi neutron-server[105698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 00:52:05.593837 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-84e85fbb-e451-4c77-b91b-a0a3dc593163 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Deleting port f88f5503-3bed-4264-88a3-5e8e54bf83f7 {{(pid=105698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 00:52:05.594185 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-84e85fbb-e451-4c77-b91b-a0a3dc593163 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256891158'] for port, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:05.672214 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 4bf65c0e-ef1e-48d5-bf28-3b1da06ce10e no longer exists at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 00:52:05.694814 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] No Port match for: 4bf65c0e-ef1e-48d5-bf28-3b1da06ce10e {{(pid=105700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 00:52:05.695798 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 4bf65c0e-ef1e-48d5-bf28-3b1da06ce10e not bound to the agent host dv-cinder-759961-13-iscsi {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 00:52:05.696584 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a no longer exists at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 00:52:05.699245 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-58d7ed02-bc76-4479-800d-f8bb9e2effa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3575428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529414'] for network, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:05.707752 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-58d7ed02-bc76-4479-800d-f8bb9e2effa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for network, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:05.709743 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-58d7ed02-bc76-4479-800d-f8bb9e2effa9 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc HTTP/1.1" status: 204 len: 168 time: 1.0033472 Sep 08 00:52:05.714139 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 55988) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:52:05.720215 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] No Port match for: 5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a {{(pid=105700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 00:52:05.721252 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 5e2153a2-6ab4-4ff6-98ee-c3c9febcb99a not bound to the agent host dv-cinder-759961-13-iscsi {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 00:52:05.721908 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 06cb10f8-dcd3-447c-aa70-5944dd96eb8b no longer exists at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 00:52:05.736402 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d7ed02-bc76-4479-800d-f8bb9e2effa9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5f9ef33-80d9-4d1e-bfee-f70c55e0d3dc,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:52:05.745362 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] No Port match for: 06cb10f8-dcd3-447c-aa70-5944dd96eb8b {{(pid=105700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 00:52:05.745714 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 06cb10f8-dcd3-447c-aa70-5944dd96eb8b not bound to the agent host dv-cinder-759961-13-iscsi {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 00:52:05.782307 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-84e85fbb-e451-4c77-b91b-a0a3dc593163 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538637'] for port, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:05.782551 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-84e85fbb-e451-4c77-b91b-a0a3dc593163 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:05.800326 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-84e85fbb-e451-4c77-b91b-a0a3dc593163 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Calling delete_port for f88f5503-3bed-4264-88a3-5e8e54bf83f7 owned by network:floatingip {{(pid=105698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 00:52:05.928354 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device 9191208e-81bc-4377-85bf-7aa2b6ccee11 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 00:52:05.951827 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] No Port match for: 9191208e-81bc-4377-85bf-7aa2b6ccee11 {{(pid=105700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 00:52:05.952165 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device 9191208e-81bc-4377-85bf-7aa2b6ccee11 not bound to the agent host hv-cinder-75996 {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 00:52:05.952570 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device 24d1122e-086c-4356-82b0-933a87885a6b no longer exists at agent hyperv_hv-cinder-75996 {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 00:52:05.971647 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] No Port match for: 24d1122e-086c-4356-82b0-933a87885a6b {{(pid=105700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 00:52:05.971990 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device 24d1122e-086c-4356-82b0-933a87885a6b not bound to the agent host hv-cinder-75996 {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 00:52:06.046955 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.plugin [None req-1b109917-17f7-4f0f-9c20-f15436b8fb0b admin admin] Deleting port be3990fb-cb58-4236-8856-e9191939c9c5 {{(pid=105699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 00:52:06.047594 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1b109917-17f7-4f0f-9c20-f15436b8fb0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256891158'] for port, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:06.127116 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.db [None req-1b109917-17f7-4f0f-9c20-f15436b8fb0b admin admin] For port be3990fb-cb58-4236-8856-e9191939c9c5, host dv-cinder-759961-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=be3990fb-cb58-4236-8856-e9191939c9c5,segment=NetworkSegment(dacddd0d-7788-47d3-9397-3f345f82c34e),segment_id=dacddd0d-7788-47d3-9397-3f345f82c34e)] {{(pid=105699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:52:06.127473 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1b109917-17f7-4f0f-9c20-f15436b8fb0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538637'] for port, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:06.140942 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.plugin [None req-1b109917-17f7-4f0f-9c20-f15436b8fb0b admin admin] Calling delete_port for be3990fb-cb58-4236-8856-e9191939c9c5 owned by network:router_interface {{(pid=105699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 00:52:06.319240 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-84e85fbb-e451-4c77-b91b-a0a3dc593163 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256896220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792256344486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705649'] for port, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:06.323608 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1b109917-17f7-4f0f-9c20-f15436b8fb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256896220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792256344486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517368'] for port, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:06.350793 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e85fbb-e451-4c77-b91b-a0a3dc593163 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Pushing event deleted for resources: {'Port': ['ID=f88f5503-3bed-4264-88a3-5e8e54bf83f7,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:52:06.353561 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b109917-17f7-4f0f-9c20-f15436b8fb0b admin admin] Pushing event deleted for resources: {'Port': ['ID=be3990fb-cb58-4236-8856-e9191939c9c5,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:52:06.448740 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-84e85fbb-e451-4c77-b91b-a0a3dc593163 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks [] for floatingip, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:06.451281 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-84e85fbb-e451-4c77-b91b-a0a3dc593163 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for floatingip, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:06.452493 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-84e85fbb-e451-4c77-b91b-a0a3dc593163 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "DELETE /v2.0/floatingips/211a33b1-c9bd-4ae2-9447-6839198d1a18 HTTP/1.1" status: 204 len: 168 time: 1.1268208 Sep 08 00:52:06.540457 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1b109917-17f7-4f0f-9c20-f15436b8fb0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531608'] for router_interface, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:06.566948 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-2006ce7b-fb12-47ea-b71c-aeb5ae574807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531572'] for router_interface, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:06.759883 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b109917-17f7-4f0f-9c20-f15436b8fb0b admin admin] Router 3a857544-017b-4b28-9c8d-43043ed8fc0d has already been hosted by L3 agent e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146 {{(pid=105699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 00:52:06.831143 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-2006ce7b-fb12-47ea-b71c-aeb5ae574807 admin admin] Deleting port 84d4b1aa-7523-4643-8261-035f8c5cd582 {{(pid=105698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 00:52:06.831764 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-2006ce7b-fb12-47ea-b71c-aeb5ae574807 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256891158'] for port, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:06.842956 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 55992) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:52:06.847327 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [None req-39fb4cd5-c92e-4c89-8515-cbaee892000e tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Request body: {'security_group': {'name': 'tempest-securitygroup--824444627', 'description': 'tempest-description--1758348129'}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:52:06.868710 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b109917-17f7-4f0f-9c20-f15436b8fb0b admin admin] Notify agent at l3_agent.dv-cinder-759961-13-iscsi the message routers_updated {{(pid=105699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 00:52:06.873875 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-1b109917-17f7-4f0f-9c20-f15436b8fb0b admin admin] 10.222.0.15 "PUT /v2.0/routers/3a857544-017b-4b28-9c8d-43043ed8fc0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9078076 Sep 08 00:52:06.876350 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 55994) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:52:06.880225 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ae1ce3-52ee-4e34-bada-9625b87c99c7 None None] Sync routers for ids ['3a857544-017b-4b28-9c8d-43043ed8fc0d'] in dv-cinder-759961-13-iscsi {{(pid=105701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 00:52:06.889635 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ae1ce3-52ee-4e34-bada-9625b87c99c7 None None] Routers {'3a857544-017b-4b28-9c8d-43043ed8fc0d'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:52:06.890503 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-f4ae1ce3-52ee-4e34-bada-9625b87c99c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:51:51Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['3a857544-017b-4b28-9c8d-43043ed8fc0d'], 'active': True} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:52:06.911955 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-39fb4cd5-c92e-4c89-8515-cbaee892000e tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:06.946654 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-2006ce7b-fb12-47ea-b71c-aeb5ae574807 admin admin] For port 84d4b1aa-7523-4643-8261-035f8c5cd582, host dv-cinder-759961-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=84d4b1aa-7523-4643-8261-035f8c5cd582,segment=NetworkSegment(8f4e1451-6c45-42f6-b95d-3116bdee8dcc),segment_id=8f4e1451-6c45-42f6-b95d-3116bdee8dcc)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:52:06.947058 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-2006ce7b-fb12-47ea-b71c-aeb5ae574807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538637'] for port, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:06.965428 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-2006ce7b-fb12-47ea-b71c-aeb5ae574807 admin admin] Calling delete_port for 84d4b1aa-7523-4643-8261-035f8c5cd582 owned by network:router_interface {{(pid=105698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 00:52:06.989933 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-324d10fc-d750-4559-b98f-cafafca05ee8 admin admin] Notify callbacks [] for router, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:06.995092 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvr_db [None req-f4ae1ce3-52ee-4e34-bada-9625b87c99c7 None None] Set router 3a857544-017b-4b28-9c8d-43043ed8fc0d gateway port host: dv-cinder-759961-13-iscsi {{(pid=105701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:52:07.095740 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-324d10fc-d750-4559-b98f-cafafca05ee8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:07.105450 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-39fb4cd5-c92e-4c89-8515-cbaee892000e tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:07.114900 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-39fb4cd5-c92e-4c89-8515-cbaee892000e tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:07.148462 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.plugin [None req-324d10fc-d750-4559-b98f-cafafca05ee8 admin admin] Deleting port ed406e08-fb40-4c38-b665-96111e784583 {{(pid=105699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 00:52:07.149422 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-324d10fc-d750-4559-b98f-cafafca05ee8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256891158'] for port, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:07.165742 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-39fb4cd5-c92e-4c89-8515-cbaee892000e tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:07.167245 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-39fb4cd5-c92e-4c89-8515-cbaee892000e tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3233132 Sep 08 00:52:07.168838 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fb4cd5-c92e-4c89-8515-cbaee892000e tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f60561-903d-4d76-a556-7ebb7217cd25,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:52:07.171043 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 55996) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:52:07.175985 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [None req-97e7a1d9-6437-4384-b830-7ad58bee5994 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Request body: {'security_group_rule': {'security_group_id': 'e2f60561-903d-4d76-a556-7ebb7217cd25', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:52:07.190954 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-f4ae1ce3-52ee-4e34-bada-9625b87c99c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a857544-017b-4b28-9c8d-43043ed8fc0d', 'name': 'tempest-TestVolumeBootPattern-341742019-router', 'tenant_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'ed406e08-fb40-4c38-b665-96111e784583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:46:54Z', 'updated_at': '2021-09-08T00:52:06Z', 'revision_number': 5, 'project_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'gw_port': {'id': 'ed406e08-fb40-4c38-b665-96111e784583', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:3b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a857544-017b-4b28-9c8d-43043ed8fc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:46:55Z', 'updated_at': '2021-09-08T00:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi'}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:52:07.225908 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ae1ce3-52ee-4e34-bada-9625b87c99c7 None None] Checking router: 3a857544-017b-4b28-9c8d-43043ed8fc0d for host: dv-cinder-759961-13-iscsi {{(pid=105701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 00:52:07.229285 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-2006ce7b-fb12-47ea-b71c-aeb5ae574807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256896220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792256344486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705649'] for port, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:07.235439 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ae1ce3-52ee-4e34-bada-9625b87c99c7 None None] Routers {'3a857544-017b-4b28-9c8d-43043ed8fc0d'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:52:07.236097 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-f4ae1ce3-52ee-4e34-bada-9625b87c99c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:51:51Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['3a857544-017b-4b28-9c8d-43043ed8fc0d'], 'active': True} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:52:07.254105 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-97e7a1d9-6437-4384-b830-7ad58bee5994 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:07.256346 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2006ce7b-fb12-47ea-b71c-aeb5ae574807 admin admin] Pushing event deleted for resources: {'Port': ['ID=84d4b1aa-7523-4643-8261-035f8c5cd582,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:52:07.263436 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.db [None req-324d10fc-d750-4559-b98f-cafafca05ee8 admin admin] For port ed406e08-fb40-4c38-b665-96111e784583, host dv-cinder-759961-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=ed406e08-fb40-4c38-b665-96111e784583,segment=NetworkSegment(8f85bbb2-d588-4058-a2ba-8b00436e9fac),segment_id=8f85bbb2-d588-4058-a2ba-8b00436e9fac)] {{(pid=105699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:52:07.263984 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-324d10fc-d750-4559-b98f-cafafca05ee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538637'] for port, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:07.290601 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.plugin [None req-324d10fc-d750-4559-b98f-cafafca05ee8 admin admin] Calling delete_port for ed406e08-fb40-4c38-b665-96111e784583 owned by network:router_gateway {{(pid=105699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 00:52:07.319440 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvr_db [None req-f4ae1ce3-52ee-4e34-bada-9625b87c99c7 None None] Set router 3a857544-017b-4b28-9c8d-43043ed8fc0d gateway port host: None {{(pid=105701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:52:07.378460 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-f4ae1ce3-52ee-4e34-bada-9625b87c99c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a857544-017b-4b28-9c8d-43043ed8fc0d', 'name': 'tempest-TestVolumeBootPattern-341742019-router', 'tenant_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:46:54Z', 'updated_at': '2021-09-08T00:52:07Z', 'revision_number': 6, 'project_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'gw_port_host': None}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:52:07.379219 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-97e7a1d9-6437-4384-b830-7ad58bee5994 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:07.388153 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-97e7a1d9-6437-4384-b830-7ad58bee5994 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607653'] for security_group_rule, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:07.405928 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ae1ce3-52ee-4e34-bada-9625b87c99c7 None None] The sync data for ids ['3a857544-017b-4b28-9c8d-43043ed8fc0d'] in dv-cinder-759961-13-iscsi is: [{'id': '3a857544-017b-4b28-9c8d-43043ed8fc0d', 'name': 'tempest-TestVolumeBootPattern-341742019-router', 'tenant_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:46:54Z', 'updated_at': '2021-09-08T00:52:07Z', 'revision_number': 6, 'project_id': 'd2122c17d3e9420ca396e89dd2ef51d5', 'gw_port_host': None}] {{(pid=105701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 00:52:07.469697 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e7a1d9-6437-4384-b830-7ad58bee5994 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ab49546-0c64-4832-afb9-5c880a3bef53,revision_number=0']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:52:07.472679 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-2006ce7b-fb12-47ea-b71c-aeb5ae574807 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531608'] for router_interface, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:07.475140 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-97e7a1d9-6437-4384-b830-7ad58bee5994 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:07.479213 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-97e7a1d9-6437-4384-b830-7ad58bee5994 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3067446 Sep 08 00:52:07.482528 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 55998) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:52:07.487114 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [None req-8cae1ee7-f3f5-4cdd-870c-f74e43fce75b tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Request body: {'security_group_rule': {'security_group_id': 'e2f60561-903d-4d76-a556-7ebb7217cd25', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:52:07.552707 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-8cae1ee7-f3f5-4cdd-870c-f74e43fce75b tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:07.562297 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-324d10fc-d750-4559-b98f-cafafca05ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256896220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792256344486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517368'] for port, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:07.597461 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324d10fc-d750-4559-b98f-cafafca05ee8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed406e08-fb40-4c38-b665-96111e784583,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:52:07.678687 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-8cae1ee7-f3f5-4cdd-870c-f74e43fce75b tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:07.684930 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-8cae1ee7-f3f5-4cdd-870c-f74e43fce75b tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607653'] for security_group_rule, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:07.687964 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2006ce7b-fb12-47ea-b71c-aeb5ae574807 admin admin] Router 1fd9eb9e-c43a-463a-b069-11fb213aaa74 has already been hosted by L3 agent e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146 {{(pid=105698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 00:52:07.700810 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-324d10fc-d750-4559-b98f-cafafca05ee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529466'] for router_gateway, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:07.707502 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae1ee7-f3f5-4cdd-870c-f74e43fce75b tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b4393f2-2eef-47d8-8e81-56a328b57032,revision_number=0']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:52:07.768888 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-8cae1ee7-f3f5-4cdd-870c-f74e43fce75b tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:07.772526 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-8cae1ee7-f3f5-4cdd-870c-f74e43fce75b tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2864475 Sep 08 00:52:07.772753 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 56000) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:52:07.777951 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [None req-96643c7e-5999-41f0-af6e-e784ab148675 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Request body: {'floatingip': {'floating_network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a'}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:52:07.808951 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2006ce7b-fb12-47ea-b71c-aeb5ae574807 admin admin] Notify agent at l3_agent.dv-cinder-759961-13-iscsi the message routers_updated {{(pid=105698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 00:52:07.817176 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-324d10fc-d750-4559-b98f-cafafca05ee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6558'] for router, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:07.821299 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-2006ce7b-fb12-47ea-b71c-aeb5ae574807 admin admin] 10.222.0.15 "PUT /v2.0/routers/1fd9eb9e-c43a-463a-b069-11fb213aaa74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1060429 Sep 08 00:52:07.822076 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-324d10fc-d750-4559-b98f-cafafca05ee8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:07.823856 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554598f1-050f-452d-a481-8a4df98861e7 None None] Sync routers for ids ['1fd9eb9e-c43a-463a-b069-11fb213aaa74'] in dv-cinder-759961-13-iscsi {{(pid=105700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 00:52:07.824775 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 56002) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:52:07.843727 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554598f1-050f-452d-a481-8a4df98861e7 None None] Routers {'1fd9eb9e-c43a-463a-b069-11fb213aaa74'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:52:07.844621 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-554598f1-050f-452d-a481-8a4df98861e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:51:51Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['1fd9eb9e-c43a-463a-b069-11fb213aaa74'], 'active': True} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:52:07.880866 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-96643c7e-5999-41f0-af6e-e784ab148675 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks [] for floatingip, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:07.886666 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-324d10fc-d750-4559-b98f-cafafca05ee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528720'] for router, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:07.887207 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324d10fc-d750-4559-b98f-cafafca05ee8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a857544-017b-4b28-9c8d-43043ed8fc0d {{(pid=105699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 00:52:07.902622 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-324d10fc-d750-4559-b98f-cafafca05ee8 admin admin] Notify callbacks [] for router, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:07.905957 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-324d10fc-d750-4559-b98f-cafafca05ee8 admin admin] 10.222.0.15 "DELETE /v2.0/routers/3a857544-017b-4b28-9c8d-43043ed8fc0d HTTP/1.1" status: 204 len: 168 time: 1.0264919 Sep 08 00:52:07.906909 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 56004) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:52:07.981036 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-9fe73f10-0665-42fc-975e-eab90ad3e7c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:08.000224 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7883c92-faed-4e02-9272-720cc42f3b2e admin admin] Deleting subnet 48dc3dee-0151-4222-89ec-899c2181cf10 {{(pid=105699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 00:52:08.004326 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-b7883c92-faed-4e02-9272-720cc42f3b2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:08.016546 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvr_db [None req-554598f1-050f-452d-a481-8a4df98861e7 None None] Set router 1fd9eb9e-c43a-463a-b069-11fb213aaa74 gateway port host: dv-cinder-759961-13-iscsi {{(pid=105700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:52:08.047904 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-b7883c92-faed-4e02-9272-720cc42f3b2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25306843'] for subnet, precommit_delete_associations {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:08.096553 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-9fe73f10-0665-42fc-975e-eab90ad3e7c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:08.108863 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-96643c7e-5999-41f0-af6e-e784ab148675 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:08.152888 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-9fe73f10-0665-42fc-975e-eab90ad3e7c4 admin admin] Deleting port 2fb42761-f924-467e-afcd-852ca1ddf211 {{(pid=105698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 00:52:08.153239 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-9fe73f10-0665-42fc-975e-eab90ad3e7c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256891158'] for port, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:08.200291 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-554598f1-050f-452d-a481-8a4df98861e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd9eb9e-c43a-463a-b069-11fb213aaa74', 'name': 'tempest-TestMinimumBasicScenario-7627038-router', 'tenant_id': '49cfa10359eb4b5785ebb65737c02533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '2fb42761-f924-467e-afcd-852ca1ddf211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:47:06Z', 'updated_at': '2021-09-08T00:52:07Z', 'revision_number': 5, 'project_id': '49cfa10359eb4b5785ebb65737c02533', 'gw_port': {'id': '2fb42761-f924-467e-afcd-852ca1ddf211', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd9eb9e-c43a-463a-b069-11fb213aaa74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:07Z', 'updated_at': '2021-09-08T00:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi'}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:52:08.214377 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-b7883c92-faed-4e02-9272-720cc42f3b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3572486'] for subnet, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:08.232201 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554598f1-050f-452d-a481-8a4df98861e7 None None] Checking router: 1fd9eb9e-c43a-463a-b069-11fb213aaa74 for host: dv-cinder-759961-13-iscsi {{(pid=105700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 00:52:08.240747 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554598f1-050f-452d-a481-8a4df98861e7 None None] Routers {'1fd9eb9e-c43a-463a-b069-11fb213aaa74'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:52:08.241368 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-554598f1-050f-452d-a481-8a4df98861e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:51:51Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['1fd9eb9e-c43a-463a-b069-11fb213aaa74'], 'active': True} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:52:08.244983 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-9fe73f10-0665-42fc-975e-eab90ad3e7c4 admin admin] For port 2fb42761-f924-467e-afcd-852ca1ddf211, host dv-cinder-759961-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=2fb42761-f924-467e-afcd-852ca1ddf211,segment=NetworkSegment(8f85bbb2-d588-4058-a2ba-8b00436e9fac),segment_id=8f85bbb2-d588-4058-a2ba-8b00436e9fac)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:52:08.245380 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-9fe73f10-0665-42fc-975e-eab90ad3e7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538637'] for port, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:08.275654 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-9fe73f10-0665-42fc-975e-eab90ad3e7c4 admin admin] Calling delete_port for 2fb42761-f924-467e-afcd-852ca1ddf211 owned by network:router_gateway {{(pid=105698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 00:52:08.283758 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device be3990fb-cb58-4236-8856-e9191939c9c5 no longer exists at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 00:52:08.340010 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] No Port match for: be3990fb-cb58-4236-8856-e9191939c9c5 {{(pid=105700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 00:52:08.340241 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.db_base_plugin_common [None req-96643c7e-5999-41f0-af6e-e784ab148675 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Allocated IP 172.27.0.161 (aeb1b426-56a4-445f-8c16-06e4bfc4278a/d22fae44-982b-434e-84ec-8582a9df6d9e/78c792da-5bb8-416e-ad71-82818ff70904) {{(pid=105699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 00:52:08.340614 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device be3990fb-cb58-4236-8856-e9191939c9c5 not bound to the agent host dv-cinder-759961-13-iscsi {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 00:52:08.356316 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-b7883c92-faed-4e02-9272-720cc42f3b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3572543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25517389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25903779'] for subnet, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:08.371368 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvr_db [None req-554598f1-050f-452d-a481-8a4df98861e7 None None] Set router 1fd9eb9e-c43a-463a-b069-11fb213aaa74 gateway port host: None {{(pid=105700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:52:08.389478 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7883c92-faed-4e02-9272-720cc42f3b2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48dc3dee-0151-4222-89ec-899c2181cf10,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:52:08.402618 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-b7883c92-faed-4e02-9272-720cc42f3b2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:08.404138 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-b7883c92-faed-4e02-9272-720cc42f3b2e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/48dc3dee-0151-4222-89ec-899c2181cf10 HTTP/1.1" status: 204 len: 168 time: 0.4963167 Sep 08 00:52:08.407035 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 56006) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:52:08.432167 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f89d682-f779-469b-9636-5135feb67d67 None None] Network a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb requested from dv-cinder-759961-13-iscsi {{(pid=105700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 00:52:08.435373 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-554598f1-050f-452d-a481-8a4df98861e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd9eb9e-c43a-463a-b069-11fb213aaa74', 'name': 'tempest-TestMinimumBasicScenario-7627038-router', 'tenant_id': '49cfa10359eb4b5785ebb65737c02533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:47:06Z', 'updated_at': '2021-09-08T00:52:08Z', 'revision_number': 6, 'project_id': '49cfa10359eb4b5785ebb65737c02533', 'gw_port_host': None}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:52:08.469189 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-9fe73f10-0665-42fc-975e-eab90ad3e7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256896220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792256344486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705649'] for port, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:08.486332 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554598f1-050f-452d-a481-8a4df98861e7 None None] The sync data for ids ['1fd9eb9e-c43a-463a-b069-11fb213aaa74'] in dv-cinder-759961-13-iscsi is: [{'id': '1fd9eb9e-c43a-463a-b069-11fb213aaa74', 'name': 'tempest-TestMinimumBasicScenario-7627038-router', 'tenant_id': '49cfa10359eb4b5785ebb65737c02533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:47:06Z', 'updated_at': '2021-09-08T00:52:08Z', 'revision_number': 6, 'project_id': '49cfa10359eb4b5785ebb65737c02533', 'gw_port_host': None}] {{(pid=105700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 00:52:08.497686 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe73f10-0665-42fc-975e-eab90ad3e7c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fb42761-f924-467e-afcd-852ca1ddf211,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:52:08.575368 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-9fe73f10-0665-42fc-975e-eab90ad3e7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529466'] for router_gateway, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:08.679421 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-9fe73f10-0665-42fc-975e-eab90ad3e7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6558'] for router, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:08.682802 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-9fe73f10-0665-42fc-975e-eab90ad3e7c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:08.734183 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-9fe73f10-0665-42fc-975e-eab90ad3e7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528720'] for router, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:08.734740 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe73f10-0665-42fc-975e-eab90ad3e7c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fd9eb9e-c43a-463a-b069-11fb213aaa74 {{(pid=105698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 00:52:08.739031 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-9fe73f10-0665-42fc-975e-eab90ad3e7c4 admin admin] Notify callbacks [] for router, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:08.740294 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-9fe73f10-0665-42fc-975e-eab90ad3e7c4 admin admin] 10.222.0.15 "DELETE /v2.0/routers/1fd9eb9e-c43a-463a-b069-11fb213aaa74 HTTP/1.1" status: 204 len: 168 time: 0.9144256 Sep 08 00:52:08.743414 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 56008) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:52:08.787448 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.db_base_plugin_v2 [None req-dea62d2e-34fc-4c0c-8234-d19e25bb3368 admin admin] Deleting subnet 409743aa-ae9c-474a-9abb-e28243a8f127 {{(pid=105698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 00:52:08.790993 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-dea62d2e-34fc-4c0c-8234-d19e25bb3368 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:08.814241 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-6bd1b927-1a34-46ec-af44-013eb700c344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3464973'] for network, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:08.825301 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-dea62d2e-34fc-4c0c-8234-d19e25bb3368 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7633556'] for subnet, precommit_delete_associations {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:08.845795 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-96643c7e-5999-41f0-af6e-e784ab148675 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks [] for port, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:08.915878 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8fd198-f7f1-435d-9edf-9f825a5b0b0c None None] DHCP port deletion for a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb request from dv-cinder-759961-13-iscsi {{(pid=105700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 00:52:08.916493 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-dea62d2e-34fc-4c0c-8234-d19e25bb3368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3572486'] for subnet, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:08.921813 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.plugin [None req-6bd1b927-1a34-46ec-af44-013eb700c344 admin admin] Deleting port beebc6b7-b5c2-45d9-903e-4eb5718edb8b {{(pid=105699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 00:52:08.922160 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-6bd1b927-1a34-46ec-af44-013eb700c344 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256891158'] for port, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:08.939998 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-96643c7e-5999-41f0-af6e-e784ab148675 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792256344477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517368'] for port, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:08.984657 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-aa8fd198-f7f1-435d-9edf-9f825a5b0b0c None None] Deleting port beebc6b7-b5c2-45d9-903e-4eb5718edb8b {{(pid=105700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 00:52:08.984657 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-aa8fd198-f7f1-435d-9edf-9f825a5b0b0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256891158'] for port, before_delete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:08.988841 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96643c7e-5999-41f0-af6e-e784ab148675 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Network aeb1b426-56a4-445f-8c16-06e4bfc4278a is already hosted by enough agents. {{(pid=105699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:52:09.001840 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-dea62d2e-34fc-4c0c-8234-d19e25bb3368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3572543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7705668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4725603'] for subnet, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:09.020797 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.base_scheduler [None req-96643c7e-5999-41f0-af6e-e784ab148675 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Resources bound (agent type, host, resource id): {{(pid=105699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:52:09.030832 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96643c7e-5999-41f0-af6e-e784ab148675 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Received port after_create {{(pid=105699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 00:52:09.039952 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-dea62d2e-34fc-4c0c-8234-d19e25bb3368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for subnet, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:09.045600 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-dea62d2e-34fc-4c0c-8234-d19e25bb3368 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/409743aa-ae9c-474a-9abb-e28243a8f127 HTTP/1.1" status: 204 len: 168 time: 0.3010397 Sep 08 00:52:09.046436 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 56010) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:52:09.047279 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea62d2e-34fc-4c0c-8234-d19e25bb3368 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=409743aa-ae9c-474a-9abb-e28243a8f127,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:52:09.049531 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f56684e-80d5-4acc-9011-9bb9315cf052 None None] Network 19329648-8d2f-470b-8445-1c19540ed0bb requested from dv-cinder-759961-13-iscsi {{(pid=105700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 00:52:09.082425 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96643c7e-5999-41f0-af6e-e784ab148675 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Pushing event updated for resources: {'Port': ['ID=78c792da-5bb8-416e-ad71-82818ff70904,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:52:09.088283 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.db [None req-6bd1b927-1a34-46ec-af44-013eb700c344 admin admin] For port beebc6b7-b5c2-45d9-903e-4eb5718edb8b, host dv-cinder-759961-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=beebc6b7-b5c2-45d9-903e-4eb5718edb8b,segment=NetworkSegment(dacddd0d-7788-47d3-9397-3f345f82c34e),segment_id=dacddd0d-7788-47d3-9397-3f345f82c34e)] {{(pid=105699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:52:09.088731 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-6bd1b927-1a34-46ec-af44-013eb700c344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538637'] for port, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:09.090508 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-aa8fd198-f7f1-435d-9edf-9f825a5b0b0c None None] For port beebc6b7-b5c2-45d9-903e-4eb5718edb8b, host dv-cinder-759961-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=beebc6b7-b5c2-45d9-903e-4eb5718edb8b,segment=NetworkSegment(dacddd0d-7788-47d3-9397-3f345f82c34e),segment_id=dacddd0d-7788-47d3-9397-3f345f82c34e)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:52:09.091126 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-aa8fd198-f7f1-435d-9edf-9f825a5b0b0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538637'] for port, precommit_delete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:09.107273 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.plugin [None req-6bd1b927-1a34-46ec-af44-013eb700c344 admin admin] Calling delete_port for beebc6b7-b5c2-45d9-903e-4eb5718edb8b owned by network:dhcp {{(pid=105699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 00:52:09.124922 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-62b9b38e-db9f-42e6-93b8-08cffdceba5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3464973'] for network, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:09.137272 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-aa8fd198-f7f1-435d-9edf-9f825a5b0b0c None None] Calling delete_port for beebc6b7-b5c2-45d9-903e-4eb5718edb8b owned by network:dhcp {{(pid=105700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 00:52:09.179074 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-62b9b38e-db9f-42e6-93b8-08cffdceba5b admin admin] Deleting port bc2dfc48-b96d-4d71-9a61-e1e2cf317423 {{(pid=105698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 00:52:09.179555 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-62b9b38e-db9f-42e6-93b8-08cffdceba5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256891158'] for port, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:09.198654 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-96643c7e-5999-41f0-af6e-e784ab148675 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:09.247252 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-62b9b38e-db9f-42e6-93b8-08cffdceba5b admin admin] For port bc2dfc48-b96d-4d71-9a61-e1e2cf317423, host dv-cinder-759961-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=bc2dfc48-b96d-4d71-9a61-e1e2cf317423,segment=NetworkSegment(8f4e1451-6c45-42f6-b95d-3116bdee8dcc),segment_id=8f4e1451-6c45-42f6-b95d-3116bdee8dcc)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:52:09.247565 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-62b9b38e-db9f-42e6-93b8-08cffdceba5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538637'] for port, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:09.254949 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-96643c7e-5999-41f0-af6e-e784ab148675 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:09.271056 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-62b9b38e-db9f-42e6-93b8-08cffdceba5b admin admin] Calling delete_port for bc2dfc48-b96d-4d71-9a61-e1e2cf317423 owned by network:dhcp {{(pid=105698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 00:52:09.283544 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-aa8fd198-f7f1-435d-9edf-9f825a5b0b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256896220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792256344486'] for port, after_delete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:09.286312 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-6bd1b927-1a34-46ec-af44-013eb700c344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256896220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792256344486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517368'] for port, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:09.322101 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8fd198-f7f1-435d-9edf-9f825a5b0b0c None None] Pushing event deleted for resources: {'Port': ['ID=beebc6b7-b5c2-45d9-903e-4eb5718edb8b,revision_number=None']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:52:09.325377 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd1b927-1a34-46ec-af44-013eb700c344 admin admin] Pushing event deleted for resources: {'Port': ['ID=beebc6b7-b5c2-45d9-903e-4eb5718edb8b,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:52:09.327292 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8fd198-f7f1-435d-9edf-9f825a5b0b0c None None] No DVR routers for this DVR port beebc6b7-b5c2-45d9-903e-4eb5718edb8b on host dv-cinder-759961-13-iscsi {{(pid=105700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 00:52:09.333127 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd1b927-1a34-46ec-af44-013eb700c344 admin admin] No DVR routers for this DVR port beebc6b7-b5c2-45d9-903e-4eb5718edb8b on host dv-cinder-759961-13-iscsi {{(pid=105699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 00:52:09.377627 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28f8ab4-55a3-4eb5-b0df-f6ae772aef33 None None] DHCP port deletion for 19329648-8d2f-470b-8445-1c19540ed0bb request from dv-cinder-759961-13-iscsi {{(pid=105700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 00:52:09.420408 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-62b9b38e-db9f-42e6-93b8-08cffdceba5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256896220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792256344486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705649'] for port, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:09.453849 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b9b38e-db9f-42e6-93b8-08cffdceba5b admin admin] Pushing event deleted for resources: {'Port': ['ID=bc2dfc48-b96d-4d71-9a61-e1e2cf317423,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:52:09.456337 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b9b38e-db9f-42e6-93b8-08cffdceba5b admin admin] No DVR routers for this DVR port bc2dfc48-b96d-4d71-9a61-e1e2cf317423 on host dv-cinder-759961-13-iscsi {{(pid=105698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 00:52:09.483024 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-e28f8ab4-55a3-4eb5-b0df-f6ae772aef33 None None] Deleting port bc2dfc48-b96d-4d71-9a61-e1e2cf317423 {{(pid=105700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 00:52:09.483530 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-e28f8ab4-55a3-4eb5-b0df-f6ae772aef33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256891158'] for port, before_delete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:09.534114 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-96643c7e-5999-41f0-af6e-e784ab148675 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks [] for port, precommit_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:09.565480 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-62b9b38e-db9f-42e6-93b8-08cffdceba5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3575435', 'neutron.services.segments.db._delete_segments_for_network-8792256839289'] for network, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:09.566016 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-96643c7e-5999-41f0-af6e-e784ab148675 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25517367'] for port, after_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:09.579488 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-e28f8ab4-55a3-4eb5-b0df-f6ae772aef33 None None] For port bc2dfc48-b96d-4d71-9a61-e1e2cf317423, host dv-cinder-759961-13-iscsi, got binding levels [] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:52:09.580026 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-e28f8ab4-55a3-4eb5-b0df-f6ae772aef33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538637'] for port, precommit_delete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:09.589315 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.services.segments.db [None req-62b9b38e-db9f-42e6-93b8-08cffdceba5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19329648-8d2f-470b-8445-1c19540ed0bb']}} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:52:09.600390 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.services.segments.db [None req-62b9b38e-db9f-42e6-93b8-08cffdceba5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f4e1451-6c45-42f6-b95d-3116bdee8dcc') {'for_net_delete': True} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:52:09.600810 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.services.segments.db [None req-62b9b38e-db9f-42e6-93b8-08cffdceba5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f4e1451-6c45-42f6-b95d-3116bdee8dcc') {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:52:09.601606 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-e28f8ab4-55a3-4eb5-b0df-f6ae772aef33 None None] Calling delete_port for bc2dfc48-b96d-4d71-9a61-e1e2cf317423 owned by network:dhcp {{(pid=105700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 00:52:09.612333 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.ipam_backend_mixin [None req-e28f8ab4-55a3-4eb5-b0df-f6ae772aef33 None None] Port bc2dfc48-b96d-4d71-9a61-e1e2cf317423 was not found and therefore no delete operation was performed {{(pid=105700) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 08 00:52:09.613348 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-e28f8ab4-55a3-4eb5-b0df-f6ae772aef33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256896220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792256344486'] for port, after_delete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:09.614176 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-62b9b38e-db9f-42e6-93b8-08cffdceba5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792256841090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7633565'] for segment, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:09.636566 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-62b9b38e-db9f-42e6-93b8-08cffdceba5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3575388'] for segment, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:09.640646 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-6bd1b927-1a34-46ec-af44-013eb700c344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3575435', 'neutron.services.segments.db._delete_segments_for_network-8792256839289'] for network, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:09.644498 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62b9b38e-db9f-42e6-93b8-08cffdceba5b admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=105698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 00:52:09.645069 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-62b9b38e-db9f-42e6-93b8-08cffdceba5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3575388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7727846'] for segment, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:09.647687 dv-cinder-759961-13-iscsi neutron-server[105698]: Traceback (most recent call last): Sep 08 00:52:09.647687 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 00:52:09.647687 dv-cinder-759961-13-iscsi neutron-server[105698]: timer() Sep 08 00:52:09.647687 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 00:52:09.647687 dv-cinder-759961-13-iscsi neutron-server[105698]: cb(*args, **kw) Sep 08 00:52:09.647687 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 00:52:09.647687 dv-cinder-759961-13-iscsi neutron-server[105698]: return func(*args, **kwargs) Sep 08 00:52:09.647687 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 00:52:09.647687 dv-cinder-759961-13-iscsi neutron-server[105698]: self._notify() Sep 08 00:52:09.647687 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 00:52:09.647687 dv-cinder-759961-13-iscsi neutron-server[105698]: self.callback(batched_events) Sep 08 00:52:09.647687 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 00:52:09.647687 dv-cinder-759961-13-iscsi neutron-server[105698]: event.method(event) Sep 08 00:52:09.647687 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 00:52:09.647687 dv-cinder-759961-13-iscsi neutron-server[105698]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 00:52:09.647687 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 00:52:09.647687 dv-cinder-759961-13-iscsi neutron-server[105698]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 00:52:09.647687 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 00:52:09.647687 dv-cinder-759961-13-iscsi neutron-server[105698]: return f(self, *a, **k) Sep 08 00:52:09.647687 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 00:52:09.647687 dv-cinder-759961-13-iscsi neutron-server[105698]: return self._get(url).json() Sep 08 00:52:09.647687 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 00:52:09.647687 dv-cinder-759961-13-iscsi neutron-server[105698]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 00:52:09.647687 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 00:52:09.647687 dv-cinder-759961-13-iscsi neutron-server[105698]: return self.request(url, 'GET', **kwargs) Sep 08 00:52:09.647687 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 00:52:09.647687 dv-cinder-759961-13-iscsi neutron-server[105698]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 00:52:09.647687 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 00:52:09.647687 dv-cinder-759961-13-iscsi neutron-server[105698]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 00:52:09.647687 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 00:52:09.647687 dv-cinder-759961-13-iscsi neutron-server[105698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 00:52:09.647687 dv-cinder-759961-13-iscsi neutron-server[105698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 00:52:09.665470 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28f8ab4-55a3-4eb5-b0df-f6ae772aef33 None None] Pushing event deleted for resources: {'Port': ['ID=bc2dfc48-b96d-4d71-9a61-e1e2cf317423,revision_number=None']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:52:09.689691 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28f8ab4-55a3-4eb5-b0df-f6ae772aef33 None None] No DVR routers for this DVR port bc2dfc48-b96d-4d71-9a61-e1e2cf317423 on host dv-cinder-759961-13-iscsi {{(pid=105700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 00:52:09.729737 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device beebc6b7-b5c2-45d9-903e-4eb5718edb8b no longer exists at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 00:52:09.749276 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-62b9b38e-db9f-42e6-93b8-08cffdceba5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3575428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529414'] for network, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:09.754705 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-62b9b38e-db9f-42e6-93b8-08cffdceba5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for network, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:09.759991 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-62b9b38e-db9f-42e6-93b8-08cffdceba5b admin admin] 10.222.0.15 "DELETE /v2.0/networks/19329648-8d2f-470b-8445-1c19540ed0bb HTTP/1.1" status: 204 len: 168 time: 0.7090149 Sep 08 00:52:09.768361 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.services.segments.db [None req-6bd1b927-1a34-46ec-af44-013eb700c344 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb']}} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:52:09.781170 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] No Port match for: beebc6b7-b5c2-45d9-903e-4eb5718edb8b {{(pid=105700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 00:52:09.781708 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device beebc6b7-b5c2-45d9-903e-4eb5718edb8b not bound to the agent host dv-cinder-759961-13-iscsi {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 00:52:09.782232 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 84d4b1aa-7523-4643-8261-035f8c5cd582 no longer exists at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 00:52:09.785101 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-96643c7e-5999-41f0-af6e-e784ab148675 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529524'] for floatingip, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:09.794588 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b9b38e-db9f-42e6-93b8-08cffdceba5b admin admin] Pushing event deleted for resources: {'Network': ['ID=19329648-8d2f-470b-8445-1c19540ed0bb,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:52:09.805564 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] No Port match for: 84d4b1aa-7523-4643-8261-035f8c5cd582 {{(pid=105700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 00:52:09.806035 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 84d4b1aa-7523-4643-8261-035f8c5cd582 not bound to the agent host dv-cinder-759961-13-iscsi {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 00:52:09.807251 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 2fb42761-f924-467e-afcd-852ca1ddf211 no longer exists at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 00:52:09.810079 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.services.segments.db [None req-6bd1b927-1a34-46ec-af44-013eb700c344 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dacddd0d-7788-47d3-9397-3f345f82c34e') {'for_net_delete': True} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:52:09.810432 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.services.segments.db [None req-6bd1b927-1a34-46ec-af44-013eb700c344 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dacddd0d-7788-47d3-9397-3f345f82c34e') {} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:52:09.827494 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-96643c7e-5999-41f0-af6e-e784ab148675 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for floatingip, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:09.832159 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-96643c7e-5999-41f0-af6e-e784ab148675 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0584066 Sep 08 00:52:09.834405 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-6bd1b927-1a34-46ec-af44-013eb700c344 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792256841090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25306834'] for segment, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:09.842703 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] No Port match for: 2fb42761-f924-467e-afcd-852ca1ddf211 {{(pid=105700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 00:52:09.843130 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 2fb42761-f924-467e-afcd-852ca1ddf211 not bound to the agent host dv-cinder-759961-13-iscsi {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 00:52:09.843778 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device bc2dfc48-b96d-4d71-9a61-e1e2cf317423 no longer exists at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 00:52:09.853029 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-6bd1b927-1a34-46ec-af44-013eb700c344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3575388'] for segment, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:09.865734 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bd1b927-1a34-46ec-af44-013eb700c344 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=105699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 00:52:09.866249 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] No Port match for: bc2dfc48-b96d-4d71-9a61-e1e2cf317423 {{(pid=105700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 00:52:09.866364 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-6bd1b927-1a34-46ec-af44-013eb700c344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3575388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25502703'] for segment, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:09.866460 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device bc2dfc48-b96d-4d71-9a61-e1e2cf317423 not bound to the agent host dv-cinder-759961-13-iscsi {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 00:52:09.866460 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device ed406e08-fb40-4c38-b665-96111e784583 no longer exists at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 00:52:09.885257 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96643c7e-5999-41f0-af6e-e784ab148675 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Pushing event updated for resources: {'Port': ['ID=78c792da-5bb8-416e-ad71-82818ff70904,revision_number=2']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:52:09.891332 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] No Port match for: ed406e08-fb40-4c38-b665-96111e784583 {{(pid=105700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 00:52:09.891500 dv-cinder-759961-13-iscsi neutron-server[105699]: Traceback (most recent call last): Sep 08 00:52:09.891500 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 00:52:09.891500 dv-cinder-759961-13-iscsi neutron-server[105699]: timer() Sep 08 00:52:09.891500 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 00:52:09.891500 dv-cinder-759961-13-iscsi neutron-server[105699]: cb(*args, **kw) Sep 08 00:52:09.891500 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 00:52:09.891500 dv-cinder-759961-13-iscsi neutron-server[105699]: return func(*args, **kwargs) Sep 08 00:52:09.891500 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 00:52:09.891500 dv-cinder-759961-13-iscsi neutron-server[105699]: self._notify() Sep 08 00:52:09.891500 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 00:52:09.891500 dv-cinder-759961-13-iscsi neutron-server[105699]: self.callback(batched_events) Sep 08 00:52:09.891500 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 00:52:09.891500 dv-cinder-759961-13-iscsi neutron-server[105699]: event.method(event) Sep 08 00:52:09.891500 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 00:52:09.891500 dv-cinder-759961-13-iscsi neutron-server[105699]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 00:52:09.891500 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 00:52:09.891500 dv-cinder-759961-13-iscsi neutron-server[105699]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 00:52:09.891500 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 00:52:09.891500 dv-cinder-759961-13-iscsi neutron-server[105699]: return f(self, *a, **k) Sep 08 00:52:09.891500 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 00:52:09.891500 dv-cinder-759961-13-iscsi neutron-server[105699]: return self._get(url).json() Sep 08 00:52:09.891500 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 00:52:09.891500 dv-cinder-759961-13-iscsi neutron-server[105699]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 00:52:09.891500 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 00:52:09.891500 dv-cinder-759961-13-iscsi neutron-server[105699]: return self.request(url, 'GET', **kwargs) Sep 08 00:52:09.891500 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 00:52:09.891500 dv-cinder-759961-13-iscsi neutron-server[105699]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 00:52:09.891500 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 00:52:09.891500 dv-cinder-759961-13-iscsi neutron-server[105699]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 00:52:09.891500 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 00:52:09.891500 dv-cinder-759961-13-iscsi neutron-server[105699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 00:52:09.891500 dv-cinder-759961-13-iscsi neutron-server[105699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 00:52:09.893624 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device ed406e08-fb40-4c38-b665-96111e784583 not bound to the agent host dv-cinder-759961-13-iscsi {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 00:52:09.934137 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 56024) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:52:09.951582 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-6bd1b927-1a34-46ec-af44-013eb700c344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3575428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529414'] for network, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:09.959249 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-6bd1b927-1a34-46ec-af44-013eb700c344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for network, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:09.963576 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-6bd1b927-1a34-46ec-af44-013eb700c344 admin admin] 10.222.0.15 "DELETE /v2.0/networks/a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb HTTP/1.1" status: 204 len: 168 time: 1.5557063 Sep 08 00:52:09.966731 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 56030) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:52:09.991546 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-5c35b2de-14f4-4506-b70a-5280375c8817 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=771cd94aa4b745cda4b12e1bfb22ee9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0548577 Sep 08 00:52:09.992955 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 56032) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:52:10.017137 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd1b927-1a34-46ec-af44-013eb700c344 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5a82d1d-5e1d-415f-a8d4-e8acaa2958fb,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:52:10.041628 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-6a2e6882-585c-49e4-b038-7b7ed81f4149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:10.061916 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-6a2e6882-585c-49e4-b038-7b7ed81f4149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:10.095266 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e0565716-affe-421d-9317-611ba7378af2 req-164bc551-42d3-4250-8ee1-a8e412fb0dab tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--824444627&fields=id&tenant_id=6c2e3269f9714298a408087ff7cd53df HTTP/1.1" status: 200 len: 267 time: 0.1124771 Sep 08 00:52:10.109062 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-6a2e6882-585c-49e4-b038-7b7ed81f4149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:10.111591 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-6a2e6882-585c-49e4-b038-7b7ed81f4149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:10.112689 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-6a2e6882-585c-49e4-b038-7b7ed81f4149 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/05bae0a3-fbbb-4b97-a09c-00699ac91369 HTTP/1.1" status: 204 len: 168 time: 0.1187172 Sep 08 00:52:10.124410 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e6882-585c-49e4-b038-7b7ed81f4149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05bae0a3-fbbb-4b97-a09c-00699ac91369,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:52:10.300207 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0565716-affe-421d-9317-611ba7378af2 req-46e22cee-a063-46f6-8bd3-b3f44d234181 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:10.301707 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e0565716-affe-421d-9317-611ba7378af2 req-46e22cee-a063-46f6-8bd3-b3f44d234181 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/networks?id=ce10fb4f-fc55-43bc-8b33-2df5991b8f81 HTTP/1.1" status: 200 len: 811 time: 0.1965315 Sep 08 00:52:10.337465 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e0565716-affe-421d-9317-611ba7378af2 req-63df0291-8160-49d1-84ce-ddf29eba77d8 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/quotas/6c2e3269f9714298a408087ff7cd53df HTTP/1.1" status: 200 len: 375 time: 0.0294363 Sep 08 00:52:10.425260 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e0565716-affe-421d-9317-611ba7378af2 req-4ece1952-07bb-448c-8541-8237e9f4645e tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6c2e3269f9714298a408087ff7cd53df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0815790 Sep 08 00:52:10.445315 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 56038) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:52:10.485315 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-78caf020-02e7-494f-87c4-d2c4fd036cd8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=49cfa10359eb4b5785ebb65737c02533&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383279 Sep 08 00:52:10.488188 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 56040) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:52:10.536294 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-c037c2f2-2ab3-469a-9c11-a0466279a0a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:10.557482 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e0565716-affe-421d-9317-611ba7378af2 req-55411b50-09a2-43ca-a664-43c461ff30d7 service neutron] 10.222.0.15 "GET /v2.0/networks/ce10fb4f-fc55-43bc-8b33-2df5991b8f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200845 Sep 08 00:52:10.557699 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-c037c2f2-2ab3-469a-9c11-a0466279a0a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:10.587884 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-a529c630-e813-41d5-8de7-fc291ed3ddea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531572'] for router_interface, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:10.607809 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-c037c2f2-2ab3-469a-9c11-a0466279a0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:10.610318 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-c037c2f2-2ab3-469a-9c11-a0466279a0a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:10.611562 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-c037c2f2-2ab3-469a-9c11-a0466279a0a8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/411aad58-237e-44d3-9cad-997c55650e10 HTTP/1.1" status: 204 len: 168 time: 0.1224461 Sep 08 00:52:10.621357 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c037c2f2-2ab3-469a-9c11-a0466279a0a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411aad58-237e-44d3-9cad-997c55650e10,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:52:10.726055 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e0565716-affe-421d-9317-611ba7378af2 req-808d3278-8e0a-4a95-89de-6cbcaa28fa3a service neutron] 10.222.0.15 "GET /v2.0/networks/ce10fb4f-fc55-43bc-8b33-2df5991b8f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602643 Sep 08 00:52:10.924491 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-4325ac58-582b-4376-87b4-0c691bd2d2c6 req-e011ae7e-a48b-4cfd-81c3-2b57d0b535c9 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b36f8f-38b1-4faa-a386-9d484e7aa1f2 HTTP/1.1" status: 200 len: 210 time: 0.0308528 Sep 08 00:52:10.950451 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.plugin [None req-a529c630-e813-41d5-8de7-fc291ed3ddea admin admin] Deleting port 06723348-7d49-4a76-bd6b-b4bd8d002237 {{(pid=105699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 00:52:10.950972 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-a529c630-e813-41d5-8de7-fc291ed3ddea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256891158'] for port, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:11.043684 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.db [None req-a529c630-e813-41d5-8de7-fc291ed3ddea admin admin] For port 06723348-7d49-4a76-bd6b-b4bd8d002237, host dv-cinder-759961-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=06723348-7d49-4a76-bd6b-b4bd8d002237,segment=NetworkSegment(5b19090b-b250-4394-972e-1dae97439d72),segment_id=5b19090b-b250-4394-972e-1dae97439d72)] {{(pid=105699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:52:11.043964 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-a529c630-e813-41d5-8de7-fc291ed3ddea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538637'] for port, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:11.058774 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.plugin [None req-a529c630-e813-41d5-8de7-fc291ed3ddea admin admin] Calling delete_port for 06723348-7d49-4a76-bd6b-b4bd8d002237 owned by network:router_interface {{(pid=105699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 00:52:11.238317 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-a529c630-e813-41d5-8de7-fc291ed3ddea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256896220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792256344486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517368'] for port, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:11.265608 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a529c630-e813-41d5-8de7-fc291ed3ddea admin admin] Pushing event deleted for resources: {'Port': ['ID=06723348-7d49-4a76-bd6b-b4bd8d002237,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:52:11.432735 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-a529c630-e813-41d5-8de7-fc291ed3ddea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531608'] for router_interface, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:11.652759 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a529c630-e813-41d5-8de7-fc291ed3ddea admin admin] Router 9dea2eb2-d25c-494c-883c-9ef4daa843cf has already been hosted by L3 agent e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146 {{(pid=105699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 00:52:11.760168 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a529c630-e813-41d5-8de7-fc291ed3ddea admin admin] Notify agent at l3_agent.dv-cinder-759961-13-iscsi the message routers_updated {{(pid=105699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 00:52:11.765582 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-a529c630-e813-41d5-8de7-fc291ed3ddea admin admin] 10.222.0.15 "PUT /v2.0/routers/9dea2eb2-d25c-494c-883c-9ef4daa843cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7978890 Sep 08 00:52:11.768124 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 56056) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:52:11.770480 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73efa217-4e3a-48b4-a6d0-9bf1e2f07f8e None None] Sync routers for ids ['9dea2eb2-d25c-494c-883c-9ef4daa843cf'] in dv-cinder-759961-13-iscsi {{(pid=105701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 00:52:11.780429 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73efa217-4e3a-48b4-a6d0-9bf1e2f07f8e None None] Routers {'9dea2eb2-d25c-494c-883c-9ef4daa843cf'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:52:11.781034 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-73efa217-4e3a-48b4-a6d0-9bf1e2f07f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:51:51Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['9dea2eb2-d25c-494c-883c-9ef4daa843cf'], 'active': True} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:52:11.874231 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-4e8d6faf-10f0-4ddc-b488-690909351424 admin admin] Notify callbacks [] for router, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:11.884424 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvr_db [None req-73efa217-4e3a-48b4-a6d0-9bf1e2f07f8e None None] Set router 9dea2eb2-d25c-494c-883c-9ef4daa843cf gateway port host: dv-cinder-759961-13-iscsi {{(pid=105701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:52:11.975677 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-4e8d6faf-10f0-4ddc-b488-690909351424 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:12.028111 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1ab4ddb9-d5e6-4ac1-a417-481362b584f4 req-15340f11-7020-47ed-bdb1-0649d3c22431 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b36f8f-38b1-4faa-a386-9d484e7aa1f2 HTTP/1.1" status: 200 len: 210 time: 0.0294230 Sep 08 00:52:12.067769 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-73efa217-4e3a-48b4-a6d0-9bf1e2f07f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dea2eb2-d25c-494c-883c-9ef4daa843cf', 'name': 'tempest-TestVolumeBootPattern-1161032333-router', 'tenant_id': 'eee55e4704e3486798316ea6045f4b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '614d22f3-fb74-4d57-995e-c0035e702c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:47:02Z', 'updated_at': '2021-09-08T00:52:11Z', 'revision_number': 5, 'project_id': 'eee55e4704e3486798316ea6045f4b42', 'gw_port': {'id': '614d22f3-fb74-4d57-995e-c0035e702c74', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dea2eb2-d25c-494c-883c-9ef4daa843cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:03Z', 'updated_at': '2021-09-08T00:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi'}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:52:12.095373 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73efa217-4e3a-48b4-a6d0-9bf1e2f07f8e None None] Checking router: 9dea2eb2-d25c-494c-883c-9ef4daa843cf for host: dv-cinder-759961-13-iscsi {{(pid=105701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 00:52:12.104673 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73efa217-4e3a-48b4-a6d0-9bf1e2f07f8e None None] Routers {'9dea2eb2-d25c-494c-883c-9ef4daa843cf'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:52:12.105306 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-73efa217-4e3a-48b4-a6d0-9bf1e2f07f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:51:51Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['9dea2eb2-d25c-494c-883c-9ef4daa843cf'], 'active': True} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:52:12.184556 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.agents_db [None req-8a21184a-e449-40d8-9b7c-bcfe602fdfc6 None None] Agent healthcheck: found 6 active agents {{(pid=105701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 00:52:12.197911 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvr_db [None req-73efa217-4e3a-48b4-a6d0-9bf1e2f07f8e None None] Set router 9dea2eb2-d25c-494c-883c-9ef4daa843cf gateway port host: None {{(pid=105701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:52:12.250574 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-73efa217-4e3a-48b4-a6d0-9bf1e2f07f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dea2eb2-d25c-494c-883c-9ef4daa843cf', 'name': 'tempest-TestVolumeBootPattern-1161032333-router', 'tenant_id': 'eee55e4704e3486798316ea6045f4b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:47:02Z', 'updated_at': '2021-09-08T00:52:11Z', 'revision_number': 6, 'project_id': 'eee55e4704e3486798316ea6045f4b42', 'gw_port_host': None}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:52:12.285118 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73efa217-4e3a-48b4-a6d0-9bf1e2f07f8e None None] The sync data for ids ['9dea2eb2-d25c-494c-883c-9ef4daa843cf'] in dv-cinder-759961-13-iscsi is: [{'id': '9dea2eb2-d25c-494c-883c-9ef4daa843cf', 'name': 'tempest-TestVolumeBootPattern-1161032333-router', 'tenant_id': 'eee55e4704e3486798316ea6045f4b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:47:02Z', 'updated_at': '2021-09-08T00:52:11Z', 'revision_number': 6, 'project_id': 'eee55e4704e3486798316ea6045f4b42', 'gw_port_host': None}] {{(pid=105701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 00:52:12.338010 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-4e8d6faf-10f0-4ddc-b488-690909351424 admin admin] Deleting port 614d22f3-fb74-4d57-995e-c0035e702c74 {{(pid=105698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 00:52:12.338362 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-4e8d6faf-10f0-4ddc-b488-690909351424 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256891158'] for port, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:12.348517 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0565716-affe-421d-9317-611ba7378af2 req-8fb9b29d-b06f-49a9-ae07-18e15455ce26 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:12.349937 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-e0565716-affe-421d-9317-611ba7378af2 req-8fb9b29d-b06f-49a9-ae07-18e15455ce26 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.35 "GET /v2.0/networks?id=ce10fb4f-fc55-43bc-8b33-2df5991b8f81 HTTP/1.1" status: 200 len: 811 time: 0.1194031 Sep 08 00:52:12.450461 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-e0565716-affe-421d-9317-611ba7378af2 req-745c92b2-582e-434c-8343-27be5f660989 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c2e3269f9714298a408087ff7cd53df HTTP/1.1" status: 200 len: 379 time: 0.0516140 Sep 08 00:52:12.455063 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-4e8d6faf-10f0-4ddc-b488-690909351424 admin admin] For port 614d22f3-fb74-4d57-995e-c0035e702c74, host dv-cinder-759961-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=614d22f3-fb74-4d57-995e-c0035e702c74,segment=NetworkSegment(8f85bbb2-d588-4058-a2ba-8b00436e9fac),segment_id=8f85bbb2-d588-4058-a2ba-8b00436e9fac)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:52:12.455431 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-4e8d6faf-10f0-4ddc-b488-690909351424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538637'] for port, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:12.466113 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [req-e0565716-affe-421d-9317-611ba7378af2 req-b5ce154e-446e-4798-80ad-1e425a88e510 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Request body: {'port': {'device_id': 'd4b36f8f-38b1-4faa-a386-9d484e7aa1f2', 'network_id': 'ce10fb4f-fc55-43bc-8b33-2df5991b8f81', 'admin_state_up': True, 'tenant_id': '6c2e3269f9714298a408087ff7cd53df', 'security_groups': ['e2f60561-903d-4d76-a556-7ebb7217cd25']}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:52:12.486249 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-4e8d6faf-10f0-4ddc-b488-690909351424 admin admin] Calling delete_port for 614d22f3-fb74-4d57-995e-c0035e702c74 owned by network:router_gateway {{(pid=105698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 00:52:12.669520 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0565716-affe-421d-9317-611ba7378af2 req-b5ce154e-446e-4798-80ad-1e425a88e510 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Made reservation on behalf of 6c2e3269f9714298a408087ff7cd53df for: {'port': 1} {{(pid=105698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:52:12.673133 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-e0565716-affe-421d-9317-611ba7378af2 req-b5ce154e-446e-4798-80ad-1e425a88e510 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:12.793764 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-4e8d6faf-10f0-4ddc-b488-690909351424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256896220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792256344486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705649'] for port, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:12.844903 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8d6faf-10f0-4ddc-b488-690909351424 admin admin] Pushing event deleted for resources: {'Port': ['ID=614d22f3-fb74-4d57-995e-c0035e702c74,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:52:12.905245 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.db_base_plugin_common [req-e0565716-affe-421d-9317-611ba7378af2 req-b5ce154e-446e-4798-80ad-1e425a88e510 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Allocated IP 172.20.0.13 (ce10fb4f-fc55-43bc-8b33-2df5991b8f81/9be68c17-707e-479e-ae04-cf49c535adb6/f5f6310d-03e2-422b-aa82-84bb5eaf8877) {{(pid=105698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 00:52:12.932483 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-4e8d6faf-10f0-4ddc-b488-690909351424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529466'] for router_gateway, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:13.045387 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-4e8d6faf-10f0-4ddc-b488-690909351424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6558'] for router, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:13.049817 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-4e8d6faf-10f0-4ddc-b488-690909351424 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:13.121895 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f2e0eea5-dcf2-4d3c-a919-e2d817d09d3d req-6ac7b4c4-1365-4412-937f-5c3307ff6dfa tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b36f8f-38b1-4faa-a386-9d484e7aa1f2 HTTP/1.1" status: 200 len: 210 time: 0.0291321 Sep 08 00:52:13.136118 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-4e8d6faf-10f0-4ddc-b488-690909351424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528720'] for router, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:13.136657 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8d6faf-10f0-4ddc-b488-690909351424 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9dea2eb2-d25c-494c-883c-9ef4daa843cf {{(pid=105698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 00:52:13.149897 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-4e8d6faf-10f0-4ddc-b488-690909351424 admin admin] Notify callbacks [] for router, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:13.151042 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-4e8d6faf-10f0-4ddc-b488-690909351424 admin admin] 10.222.0.15 "DELETE /v2.0/routers/9dea2eb2-d25c-494c-883c-9ef4daa843cf HTTP/1.1" status: 204 len: 168 time: 1.3814802 Sep 08 00:52:13.153688 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 56066) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:52:13.175560 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-e0565716-affe-421d-9317-611ba7378af2 req-b5ce154e-446e-4798-80ad-1e425a88e510 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks [] for port, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:13.190215 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [req-e0565716-affe-421d-9317-611ba7378af2 req-b5ce154e-446e-4798-80ad-1e425a88e510 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Transition to ACTIVE for port object f5f6310d-03e2-422b-aa82-84bb5eaf8877 will not be triggered until provisioned by entity DHCP. {{(pid=105698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:52:13.201699 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd8db482-ad4a-4d33-ac83-faba0800fb98 admin admin] Deleting subnet 7887b8c5-c6e4-4ab5-bc6a-ff65c4637787 {{(pid=105699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 00:52:13.204840 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-bd8db482-ad4a-4d33-ac83-faba0800fb98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:13.229377 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-e0565716-affe-421d-9317-611ba7378af2 req-b5ce154e-446e-4798-80ad-1e425a88e510 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792256344477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705649'] for port, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:13.241601 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-bd8db482-ad4a-4d33-ac83-faba0800fb98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25306843'] for subnet, precommit_delete_associations {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:13.278256 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0565716-affe-421d-9317-611ba7378af2 req-b5ce154e-446e-4798-80ad-1e425a88e510 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Network ce10fb4f-fc55-43bc-8b33-2df5991b8f81 is already hosted by enough agents. {{(pid=105698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:52:13.281554 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.base_scheduler [req-e0565716-affe-421d-9317-611ba7378af2 req-b5ce154e-446e-4798-80ad-1e425a88e510 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Resources bound (agent type, host, resource id): {{(pid=105698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:52:13.285525 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0565716-affe-421d-9317-611ba7378af2 req-b5ce154e-446e-4798-80ad-1e425a88e510 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Received port after_create {{(pid=105698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 00:52:13.321606 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce154e-446e-4798-80ad-1e425a88e510 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Pushing event updated for resources: {'Port': ['ID=f5f6310d-03e2-422b-aa82-84bb5eaf8877,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:52:13.337845 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-bd8db482-ad4a-4d33-ac83-faba0800fb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3572486'] for subnet, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:13.348925 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0565716-affe-421d-9317-611ba7378af2 req-b5ce154e-446e-4798-80ad-1e425a88e510 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:13.349801 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-e0565716-affe-421d-9317-611ba7378af2 req-b5ce154e-446e-4798-80ad-1e425a88e510 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for port, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:13.366388 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-e0565716-affe-421d-9317-611ba7378af2 req-b5ce154e-446e-4798-80ad-1e425a88e510 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9080968 Sep 08 00:52:13.387704 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [req-e0565716-affe-421d-9317-611ba7378af2 req-33c39917-eef0-472b-ba7b-49d120c5ab7e service neutron] Request body: {'port': {'device_id': 'd4b36f8f-38b1-4faa-a386-9d484e7aa1f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:52:13.405747 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-bd8db482-ad4a-4d33-ac83-faba0800fb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3572543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25517389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25903779'] for subnet, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:13.436428 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8db482-ad4a-4d33-ac83-faba0800fb98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7887b8c5-c6e4-4ab5-bc6a-ff65c4637787,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:52:13.438759 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-bd8db482-ad4a-4d33-ac83-faba0800fb98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:13.440777 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-bd8db482-ad4a-4d33-ac83-faba0800fb98 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7887b8c5-c6e4-4ab5-bc6a-ff65c4637787 HTTP/1.1" status: 204 len: 168 time: 0.2860174 Sep 08 00:52:13.443175 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 56068) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:52:13.444745 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f17e2a2-0590-4c7d-a894-12d533d59813 None None] Network 1917bf21-95c3-4829-b04f-1a03bde953ac requested from dv-cinder-759961-13-iscsi {{(pid=105700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 00:52:13.454538 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-e0565716-affe-421d-9317-611ba7378af2 req-33c39917-eef0-472b-ba7b-49d120c5ab7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:13.518053 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-de8dc7c3-9c36-4a16-9831-6ff72850a13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3464973'] for network, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:13.552577 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-3ecd01e4-f55b-4574-97e5-91a0ce80825b None None] Provisioning for port f5f6310d-03e2-422b-aa82-84bb5eaf8877 completed by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:52:13.558640 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-3ecd01e4-f55b-4574-97e5-91a0ce80825b None None] Provisioning complete for port f5f6310d-03e2-422b-aa82-84bb5eaf8877 triggered by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:52:13.559008 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-3ecd01e4-f55b-4574-97e5-91a0ce80825b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:13.579906 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.plugin [None req-de8dc7c3-9c36-4a16-9831-6ff72850a13d admin admin] Deleting port 1a99ea3f-a502-4468-bd7a-efb000fb43b5 {{(pid=105699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 00:52:13.580295 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-de8dc7c3-9c36-4a16-9831-6ff72850a13d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256891158'] for port, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:13.613935 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-3ecd01e4-f55b-4574-97e5-91a0ce80825b None None] Port f5f6310d-03e2-422b-aa82-84bb5eaf8877 cannot update to ACTIVE because it is not bound. {{(pid=105700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 00:52:13.660598 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.db [None req-de8dc7c3-9c36-4a16-9831-6ff72850a13d admin admin] For port 1a99ea3f-a502-4468-bd7a-efb000fb43b5, host dv-cinder-759961-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=1a99ea3f-a502-4468-bd7a-efb000fb43b5,segment=NetworkSegment(5b19090b-b250-4394-972e-1dae97439d72),segment_id=5b19090b-b250-4394-972e-1dae97439d72)] {{(pid=105699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:52:13.660959 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-de8dc7c3-9c36-4a16-9831-6ff72850a13d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538637'] for port, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:13.675267 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.plugin [None req-de8dc7c3-9c36-4a16-9831-6ff72850a13d admin admin] Calling delete_port for 1a99ea3f-a502-4468-bd7a-efb000fb43b5 owned by network:dhcp {{(pid=105699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 00:52:13.706261 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d80032-4852-4c7f-9d1d-0240a82fbf56 None None] DHCP port deletion for 1917bf21-95c3-4829-b04f-1a03bde953ac request from dv-cinder-759961-13-iscsi {{(pid=105700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 00:52:13.712434 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 06723348-7d49-4a76-bd6b-b4bd8d002237 no longer exists at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 00:52:13.733656 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] No Port match for: 06723348-7d49-4a76-bd6b-b4bd8d002237 {{(pid=105700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 00:52:13.734000 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 06723348-7d49-4a76-bd6b-b4bd8d002237 not bound to the agent host dv-cinder-759961-13-iscsi {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 00:52:13.734602 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 614d22f3-fb74-4d57-995e-c0035e702c74 no longer exists at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 00:52:13.748352 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.notifiers.nova [req-e0565716-affe-421d-9317-611ba7378af2 req-33c39917-eef0-472b-ba7b-49d120c5ab7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5f6310d-03e2-422b-aa82-84bb5eaf8877 {{(pid=105698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 00:52:13.755451 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-de8dc7c3-9c36-4a16-9831-6ff72850a13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256896220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792256344486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517368'] for port, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:13.756419 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-e0565716-affe-421d-9317-611ba7378af2 req-33c39917-eef0-472b-ba7b-49d120c5ab7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:13.770366 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [req-e0565716-affe-421d-9317-611ba7378af2 req-33c39917-eef0-472b-ba7b-49d120c5ab7e service neutron] Transition to ACTIVE for port object f5f6310d-03e2-422b-aa82-84bb5eaf8877 will not be triggered until provisioned by entity L2. {{(pid=105698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:52:13.772074 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] No Port match for: 614d22f3-fb74-4d57-995e-c0035e702c74 {{(pid=105700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 00:52:13.772458 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 614d22f3-fb74-4d57-995e-c0035e702c74 not bound to the agent host dv-cinder-759961-13-iscsi {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 00:52:13.774514 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-e0565716-affe-421d-9317-611ba7378af2 req-33c39917-eef0-472b-ba7b-49d120c5ab7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7705662'] for port, after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:13.789324 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8dc7c3-9c36-4a16-9831-6ff72850a13d admin admin] No DVR routers for this DVR port 1a99ea3f-a502-4468-bd7a-efb000fb43b5 on host dv-cinder-759961-13-iscsi {{(pid=105699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 00:52:13.791059 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8dc7c3-9c36-4a16-9831-6ff72850a13d admin admin] Pushing event deleted for resources: {'Port': ['ID=1a99ea3f-a502-4468-bd7a-efb000fb43b5,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:52:13.802194 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-09d80032-4852-4c7f-9d1d-0240a82fbf56 None None] Deleting port 1a99ea3f-a502-4468-bd7a-efb000fb43b5 {{(pid=105700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 00:52:13.802599 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-09d80032-4852-4c7f-9d1d-0240a82fbf56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256891158'] for port, before_delete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:13.834771 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c39917-eef0-472b-ba7b-49d120c5ab7e service neutron] Pushing event updated for resources: {'Port': ['ID=f5f6310d-03e2-422b-aa82-84bb5eaf8877,revision_number=2']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:52:13.870889 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-de8dc7c3-9c36-4a16-9831-6ff72850a13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3575435', 'neutron.services.segments.db._delete_segments_for_network-8792256839289'] for network, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:13.889068 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-09d80032-4852-4c7f-9d1d-0240a82fbf56 None None] For port 1a99ea3f-a502-4468-bd7a-efb000fb43b5, host dv-cinder-759961-13-iscsi, got binding levels [] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:52:13.889457 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-09d80032-4852-4c7f-9d1d-0240a82fbf56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538637'] for port, precommit_delete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:13.896435 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.services.segments.db [None req-de8dc7c3-9c36-4a16-9831-6ff72850a13d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1917bf21-95c3-4829-b04f-1a03bde953ac']}} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:52:13.906859 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-09d80032-4852-4c7f-9d1d-0240a82fbf56 None None] Calling delete_port for 1a99ea3f-a502-4468-bd7a-efb000fb43b5 owned by network:dhcp {{(pid=105700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 00:52:13.909604 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.ipam_backend_mixin [None req-09d80032-4852-4c7f-9d1d-0240a82fbf56 None None] Port 1a99ea3f-a502-4468-bd7a-efb000fb43b5 was not found and therefore no delete operation was performed {{(pid=105700) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 08 00:52:13.909765 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.services.segments.db [None req-de8dc7c3-9c36-4a16-9831-6ff72850a13d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b19090b-b250-4394-972e-1dae97439d72') {'for_net_delete': True} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:52:13.909924 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.services.segments.db [None req-de8dc7c3-9c36-4a16-9831-6ff72850a13d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b19090b-b250-4394-972e-1dae97439d72') {} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:52:13.910879 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-09d80032-4852-4c7f-9d1d-0240a82fbf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256896220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792256344486'] for port, after_delete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:13.924502 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-de8dc7c3-9c36-4a16-9831-6ff72850a13d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792256841090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25306834'] for segment, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:13.927883 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [req-e0565716-affe-421d-9317-611ba7378af2 req-33c39917-eef0-472b-ba7b-49d120c5ab7e service neutron] Attempting to bind port f5f6310d-03e2-422b-aa82-84bb5eaf8877 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 00:52:13.928294 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [req-e0565716-affe-421d-9317-611ba7378af2 req-33c39917-eef0-472b-ba7b-49d120c5ab7e service neutron] Attempting to bind port f5f6310d-03e2-422b-aa82-84bb5eaf8877 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '00d437d1-d70b-479c-8729-36ced9e6abc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ce10fb4f-fc55-43bc-8b33-2df5991b8f81'}] {{(pid=105698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 00:52:13.928691 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0565716-affe-421d-9317-611ba7378af2 req-33c39917-eef0-472b-ba7b-49d120c5ab7e service neutron] Attempting to bind port f5f6310d-03e2-422b-aa82-84bb5eaf8877 on network ce10fb4f-fc55-43bc-8b33-2df5991b8f81 {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:52:13.934179 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0565716-affe-421d-9317-611ba7378af2 req-33c39917-eef0-472b-ba7b-49d120c5ab7e service neutron] Port f5f6310d-03e2-422b-aa82-84bb5eaf8877 on network ce10fb4f-fc55-43bc-8b33-2df5991b8f81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 00:52:13.934631 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0565716-affe-421d-9317-611ba7378af2 req-33c39917-eef0-472b-ba7b-49d120c5ab7e service neutron] Attempting to bind port f5f6310d-03e2-422b-aa82-84bb5eaf8877 on network ce10fb4f-fc55-43bc-8b33-2df5991b8f81 {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:52:13.939925 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0565716-affe-421d-9317-611ba7378af2 req-33c39917-eef0-472b-ba7b-49d120c5ab7e service neutron] Checking agent: {'id': '9d05b7f5-da94-42e7-89b0-a476ea8ca848', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 0, 41, 44), 'started_at': datetime.datetime(2021, 9, 8, 0, 41, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 0, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 00:52:13.940430 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0565716-affe-421d-9317-611ba7378af2 req-33c39917-eef0-472b-ba7b-49d120c5ab7e service neutron] Checking segment: {'id': '00d437d1-d70b-479c-8729-36ced9e6abc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ce10fb4f-fc55-43bc-8b33-2df5991b8f81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:52:13.940813 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0565716-affe-421d-9317-611ba7378af2 req-33c39917-eef0-472b-ba7b-49d120c5ab7e service neutron] Bound using segment: {'id': '00d437d1-d70b-479c-8729-36ced9e6abc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ce10fb4f-fc55-43bc-8b33-2df5991b8f81'} {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 00:52:13.941258 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [req-e0565716-affe-421d-9317-611ba7378af2 req-33c39917-eef0-472b-ba7b-49d120c5ab7e service neutron] Bound port: f5f6310d-03e2-422b-aa82-84bb5eaf8877, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00d437d1-d70b-479c-8729-36ced9e6abc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ce10fb4f-fc55-43bc-8b33-2df5991b8f81'}}] {{(pid=105698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 00:52:13.941472 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-de8dc7c3-9c36-4a16-9831-6ff72850a13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3575388'] for segment, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:13.941644 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-e0565716-affe-421d-9317-611ba7378af2 req-33c39917-eef0-472b-ba7b-49d120c5ab7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:13.949969 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de8dc7c3-9c36-4a16-9831-6ff72850a13d admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=105699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 00:52:13.950390 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-de8dc7c3-9c36-4a16-9831-6ff72850a13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3575388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25502703'] for segment, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:13.952497 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d80032-4852-4c7f-9d1d-0240a82fbf56 None None] No DVR routers for this DVR port 1a99ea3f-a502-4468-bd7a-efb000fb43b5 on host dv-cinder-759961-13-iscsi {{(pid=105700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 00:52:13.952659 dv-cinder-759961-13-iscsi neutron-server[105699]: Traceback (most recent call last): Sep 08 00:52:13.952659 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 00:52:13.952659 dv-cinder-759961-13-iscsi neutron-server[105699]: timer() Sep 08 00:52:13.952659 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 00:52:13.952659 dv-cinder-759961-13-iscsi neutron-server[105699]: cb(*args, **kw) Sep 08 00:52:13.952659 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 00:52:13.952659 dv-cinder-759961-13-iscsi neutron-server[105699]: return func(*args, **kwargs) Sep 08 00:52:13.952659 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 00:52:13.952659 dv-cinder-759961-13-iscsi neutron-server[105699]: self._notify() Sep 08 00:52:13.952659 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 00:52:13.952659 dv-cinder-759961-13-iscsi neutron-server[105699]: self.callback(batched_events) Sep 08 00:52:13.952659 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 00:52:13.952659 dv-cinder-759961-13-iscsi neutron-server[105699]: event.method(event) Sep 08 00:52:13.952659 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 00:52:13.952659 dv-cinder-759961-13-iscsi neutron-server[105699]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 00:52:13.952659 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 00:52:13.952659 dv-cinder-759961-13-iscsi neutron-server[105699]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 00:52:13.952659 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 00:52:13.952659 dv-cinder-759961-13-iscsi neutron-server[105699]: return f(self, *a, **k) Sep 08 00:52:13.952659 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 00:52:13.952659 dv-cinder-759961-13-iscsi neutron-server[105699]: return self._get(url).json() Sep 08 00:52:13.952659 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 00:52:13.952659 dv-cinder-759961-13-iscsi neutron-server[105699]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 00:52:13.952659 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 00:52:13.952659 dv-cinder-759961-13-iscsi neutron-server[105699]: return self.request(url, 'GET', **kwargs) Sep 08 00:52:13.952659 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 00:52:13.952659 dv-cinder-759961-13-iscsi neutron-server[105699]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 00:52:13.952659 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 00:52:13.952659 dv-cinder-759961-13-iscsi neutron-server[105699]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 00:52:13.952659 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 00:52:13.952659 dv-cinder-759961-13-iscsi neutron-server[105699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 00:52:13.952659 dv-cinder-759961-13-iscsi neutron-server[105699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 00:52:13.969116 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d80032-4852-4c7f-9d1d-0240a82fbf56 None None] Pushing event deleted for resources: {'Port': ['ID=1a99ea3f-a502-4468-bd7a-efb000fb43b5,revision_number=None']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:52:14.021391 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-de8dc7c3-9c36-4a16-9831-6ff72850a13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3575428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529414'] for network, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:14.027125 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-de8dc7c3-9c36-4a16-9831-6ff72850a13d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for network, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:14.027672 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.db [req-e0565716-affe-421d-9317-611ba7378af2 req-33c39917-eef0-472b-ba7b-49d120c5ab7e service neutron] For port f5f6310d-03e2-422b-aa82-84bb5eaf8877, host hv-cinder-75996, cleared binding levels {{(pid=105698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 00:52:14.031606 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-de8dc7c3-9c36-4a16-9831-6ff72850a13d admin admin] 10.222.0.15 "DELETE /v2.0/networks/1917bf21-95c3-4829-b04f-1a03bde953ac HTTP/1.1" status: 204 len: 168 time: 0.5846751 Sep 08 00:52:14.032024 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.db [req-e0565716-affe-421d-9317-611ba7378af2 req-33c39917-eef0-472b-ba7b-49d120c5ab7e service neutron] For port f5f6310d-03e2-422b-aa82-84bb5eaf8877, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=f5f6310d-03e2-422b-aa82-84bb5eaf8877,segment=NetworkSegment(00d437d1-d70b-479c-8729-36ced9e6abc0),segment_id=00d437d1-d70b-479c-8729-36ced9e6abc0)] {{(pid=105698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 00:52:14.037082 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-e0565716-affe-421d-9317-611ba7378af2 req-33c39917-eef0-472b-ba7b-49d120c5ab7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7705662'] for port, after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:14.048728 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8dc7c3-9c36-4a16-9831-6ff72850a13d admin admin] Pushing event deleted for resources: {'Network': ['ID=1917bf21-95c3-4829-b04f-1a03bde953ac,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:52:14.075609 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0565716-affe-421d-9317-611ba7378af2 req-33c39917-eef0-472b-ba7b-49d120c5ab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:14.076236 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-e0565716-affe-421d-9317-611ba7378af2 req-33c39917-eef0-472b-ba7b-49d120c5ab7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for port, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:14.078114 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-e0565716-affe-421d-9317-611ba7378af2 req-33c39917-eef0-472b-ba7b-49d120c5ab7e service neutron] 10.222.0.35 "PUT /v2.0/ports/f5f6310d-03e2-422b-aa82-84bb5eaf8877 HTTP/1.1" status: 200 len: 1094 time: 0.6969929 Sep 08 00:52:14.078824 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b36f8f-38b1-4faa-a386-9d484e7aa1f2', 'tag': 'f5f6310d-03e2-422b-aa82-84bb5eaf8877'}] {{(pid=105698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:52:14.081137 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26d4041160ff19e6bfa7ff8d463369e3025ec2e9db032453864bb7ad8051457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1ec3b5-9840-44bf-b8d4-919fdde3efd0" -d '{"events": [{"name": "network-changed", "server_uuid": "d4b36f8f-38b1-4faa-a386-9d484e7aa1f2", "tag": "f5f6310d-03e2-422b-aa82-84bb5eaf8877"}]}' {{(pid=105698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:52:14.118135 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c39917-eef0-472b-ba7b-49d120c5ab7e service neutron] Pushing event updated for resources: {'Port': ['ID=f5f6310d-03e2-422b-aa82-84bb5eaf8877,revision_number=3']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:52:14.142978 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 00:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32dbc2d-00c5-4ac7-9fce-f71d04acd2ec x-openstack-request-id: req-a32dbc2d-00c5-4ac7-9fce-f71d04acd2ec {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:52:14.143354 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4b36f8f-38b1-4faa-a386-9d484e7aa1f2", "tag": "f5f6310d-03e2-422b-aa82-84bb5eaf8877", "status": "completed", "code": 200}]} {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:52:14.143702 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a32dbc2d-00c5-4ac7-9fce-f71d04acd2ec {{(pid=105698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:52:14.144167 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4b36f8f-38b1-4faa-a386-9d484e7aa1f2', 'tag': 'f5f6310d-03e2-422b-aa82-84bb5eaf8877', 'status': 'completed', 'code': 200} Sep 08 00:52:14.211806 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0565716-affe-421d-9317-611ba7378af2 req-c74a3b4e-4c25-4c88-8eb7-17907402bc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:14.213382 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-e0565716-affe-421d-9317-611ba7378af2 req-c74a3b4e-4c25-4c88-8eb7-17907402bc20 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6c2e3269f9714298a408087ff7cd53df&device_id=d4b36f8f-38b1-4faa-a386-9d484e7aa1f2 HTTP/1.1" status: 200 len: 1097 time: 0.0502017 Sep 08 00:52:14.240211 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 56076) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:52:14.263185 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-e0565716-affe-421d-9317-611ba7378af2 req-f735c0ed-a83e-4126-b8e1-851cf7436b8c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5f6310d-03e2-422b-aa82-84bb5eaf8877 HTTP/1.1" status: 200 len: 217 time: 0.0353749 Sep 08 00:52:14.282481 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96221c06-8769-428e-97e8-130da303a864 req-4ecc94f9-3b08-432b-9757-15d09f81a406 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:14.284055 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-96221c06-8769-428e-97e8-130da303a864 req-4ecc94f9-3b08-432b-9757-15d09f81a406 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b36f8f-38b1-4faa-a386-9d484e7aa1f2 HTTP/1.1" status: 200 len: 944 time: 0.0832024 Sep 08 00:52:14.305732 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-d9ec17d8-e7c9-4ba3-8237-02639a209c7d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d2122c17d3e9420ca396e89dd2ef51d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0633845 Sep 08 00:52:14.309846 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 56078) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:52:14.330543 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0565716-affe-421d-9317-611ba7378af2 req-b898776d-f1d4-480b-b07d-6b42f5eda37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:14.332323 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-e0565716-affe-421d-9317-611ba7378af2 req-b898776d-f1d4-480b-b07d-6b42f5eda37d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9be68c17-707e-479e-ae04-cf49c535adb6 HTTP/1.1" status: 200 len: 850 time: 0.0619159 Sep 08 00:52:14.335481 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-96221c06-8769-428e-97e8-130da303a864 req-1c241413-4862-4872-a24f-72d6e77d8df2 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2f60561-903d-4d76-a556-7ebb7217cd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414376 Sep 08 00:52:14.405239 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0565716-affe-421d-9317-611ba7378af2 req-fbb46a9b-9739-4edd-b271-2b0e82888c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:14.406712 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-e0565716-affe-421d-9317-611ba7378af2 req-fbb46a9b-9739-4edd-b271-2b0e82888c94 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ce10fb4f-fc55-43bc-8b33-2df5991b8f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0666215 Sep 08 00:52:14.407296 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-ef4621b2-d213-4054-a317-28dc0c581ac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:14.449605 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-ef4621b2-d213-4054-a317-28dc0c581ac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:14.530698 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-e0565716-affe-421d-9317-611ba7378af2 req-a8a384d5-b452-412b-998a-00c18200bed2 service neutron] 10.222.0.35 "GET /v2.0/networks/ce10fb4f-fc55-43bc-8b33-2df5991b8f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149426 Sep 08 00:52:14.546869 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-ef4621b2-d213-4054-a317-28dc0c581ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:14.549281 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-ef4621b2-d213-4054-a317-28dc0c581ac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:14.550305 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-ef4621b2-d213-4054-a317-28dc0c581ac8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5ffeccce-f943-4135-8974-eaaa31bbbfd7 HTTP/1.1" status: 204 len: 168 time: 0.2395244 Sep 08 00:52:14.575112 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4621b2-d213-4054-a317-28dc0c581ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffeccce-f943-4135-8974-eaaa31bbbfd7,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:52:14.635460 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-e0565716-affe-421d-9317-611ba7378af2 req-be604c67-51b4-47bc-88fb-0ff03e90b94c service neutron] 10.222.0.35 "GET /v2.0/networks/ce10fb4f-fc55-43bc-8b33-2df5991b8f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965858 Sep 08 00:52:14.766356 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ec3b5-9840-44bf-b8d4-919fdde3efd0 req-9b039054-6b22-4cae-955a-8e3a10c87830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:14.767864 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-7c1ec3b5-9840-44bf-b8d4-919fdde3efd0 req-9b039054-6b22-4cae-955a-8e3a10c87830 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6c2e3269f9714298a408087ff7cd53df&device_id=d4b36f8f-38b1-4faa-a386-9d484e7aa1f2 HTTP/1.1" status: 200 len: 1097 time: 0.0409105 Sep 08 00:52:14.858220 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ec3b5-9840-44bf-b8d4-919fdde3efd0 req-da7fd30a-ae13-4f4c-bc8a-2b8997996506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:14.859734 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-7c1ec3b5-9840-44bf-b8d4-919fdde3efd0 req-da7fd30a-ae13-4f4c-bc8a-2b8997996506 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ce10fb4f-fc55-43bc-8b33-2df5991b8f81 HTTP/1.1" status: 200 len: 912 time: 0.0847988 Sep 08 00:52:14.866666 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 56084) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:52:14.916212 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-7c1ec3b5-9840-44bf-b8d4-919fdde3efd0 req-765d18e0-db48-4e01-8c4b-053d627cc4aa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5f6310d-03e2-422b-aa82-84bb5eaf8877 HTTP/1.1" status: 200 len: 217 time: 0.0423799 Sep 08 00:52:14.968289 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-0ca892af-9bae-4558-ba07-8134c8b47931 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eee55e4704e3486798316ea6045f4b42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0999291 Sep 08 00:52:14.970972 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 56086) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:52:14.979619 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ec3b5-9840-44bf-b8d4-919fdde3efd0 req-f9080da6-0877-4207-84e6-4b61f45a0ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:14.981092 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-7c1ec3b5-9840-44bf-b8d4-919fdde3efd0 req-f9080da6-0877-4207-84e6-4b61f45a0ad2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9be68c17-707e-479e-ae04-cf49c535adb6 HTTP/1.1" status: 200 len: 850 time: 0.0555770 Sep 08 00:52:15.021728 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-b065b496-c450-4a41-839f-6c32ca3a60ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:15.028275 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ec3b5-9840-44bf-b8d4-919fdde3efd0 req-6addb2b5-8499-477e-b16d-8fd5c4eb6afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:15.029777 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-7c1ec3b5-9840-44bf-b8d4-919fdde3efd0 req-6addb2b5-8499-477e-b16d-8fd5c4eb6afc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ce10fb4f-fc55-43bc-8b33-2df5991b8f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0411868 Sep 08 00:52:15.049974 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-b065b496-c450-4a41-839f-6c32ca3a60ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:15.109744 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-b065b496-c450-4a41-839f-6c32ca3a60ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:15.112422 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-b065b496-c450-4a41-839f-6c32ca3a60ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:15.113615 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-b065b496-c450-4a41-839f-6c32ca3a60ab admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/18a81d40-3cbf-4e10-8b94-c59bd2390a10 HTTP/1.1" status: 204 len: 168 time: 0.1412106 Sep 08 00:52:15.122272 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b065b496-c450-4a41-839f-6c32ca3a60ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a81d40-3cbf-4e10-8b94-c59bd2390a10,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:52:15.147134 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-7c1ec3b5-9840-44bf-b8d4-919fdde3efd0 req-4f2bcf76-bec4-49cc-b4de-8463293b5470 service neutron] 10.222.0.35 "GET /v2.0/networks/ce10fb4f-fc55-43bc-8b33-2df5991b8f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089301 Sep 08 00:52:15.243937 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-7c1ec3b5-9840-44bf-b8d4-919fdde3efd0 req-6c872710-0d24-432b-87b0-86c02e2edf9d service neutron] 10.222.0.35 "GET /v2.0/networks/ce10fb4f-fc55-43bc-8b33-2df5991b8f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897431 Sep 08 00:52:15.455702 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6a7ba-7854-4838-888d-135758331f9a req-d5fc0116-bc11-4891-acae-8088ca23a784 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:15.457478 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-eec6a7ba-7854-4838-888d-135758331f9a req-d5fc0116-bc11-4891-acae-8088ca23a784 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b36f8f-38b1-4faa-a386-9d484e7aa1f2 HTTP/1.1" status: 200 len: 944 time: 0.0513952 Sep 08 00:52:15.478847 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:15.497701 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-eec6a7ba-7854-4838-888d-135758331f9a req-968e26a1-8c16-4c81-bdbd-e6c0dd08375c tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2f60561-903d-4d76-a556-7ebb7217cd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333412 Sep 08 00:52:15.642236 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 1a99ea3f-a502-4468-bd7a-efb000fb43b5 no longer exists at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 00:52:15.779176 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] No Port match for: 1a99ea3f-a502-4468-bd7a-efb000fb43b5 {{(pid=105700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 00:52:15.779530 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 1a99ea3f-a502-4468-bd7a-efb000fb43b5 not bound to the agent host dv-cinder-759961-13-iscsi {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 00:52:16.611969 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3a8d4-8f7a-4186-ae84-ca158c813049 req-60103a07-232b-43c4-9c74-337833b6c0a2 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:16.613461 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e9d3a8d4-8f7a-4186-ae84-ca158c813049 req-60103a07-232b-43c4-9c74-337833b6c0a2 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b36f8f-38b1-4faa-a386-9d484e7aa1f2 HTTP/1.1" status: 200 len: 944 time: 0.0508432 Sep 08 00:52:16.651316 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e9d3a8d4-8f7a-4186-ae84-ca158c813049 req-eff34291-0f54-4a55-9aac-1670a82ce646 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2f60561-903d-4d76-a556-7ebb7217cd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317531 Sep 08 00:52:17.763164 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ea5c2-4325-4a7f-bf08-72d752f8e2e2 req-6188b575-319c-431f-8554-916f1304fb45 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:17.764658 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-708ea5c2-4325-4a7f-bf08-72d752f8e2e2 req-6188b575-319c-431f-8554-916f1304fb45 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b36f8f-38b1-4faa-a386-9d484e7aa1f2 HTTP/1.1" status: 200 len: 944 time: 0.0488827 Sep 08 00:52:17.803095 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-708ea5c2-4325-4a7f-bf08-72d752f8e2e2 req-b1629555-4452-43bf-bf54-376da4c0ab79 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2f60561-903d-4d76-a556-7ebb7217cd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327170 Sep 08 00:52:17.810007 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-64ba6a1f-2b47-4b16-802b-acf3eb4f86bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:18.002362 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device f5f6310d-03e2-422b-aa82-84bb5eaf8877 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=105700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 00:52:18.092512 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port f5f6310d-03e2-422b-aa82-84bb5eaf8877, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=f5f6310d-03e2-422b-aa82-84bb5eaf8877,segment=NetworkSegment(00d437d1-d70b-479c-8729-36ced9e6abc0),segment_id=00d437d1-d70b-479c-8729-36ced9e6abc0)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:52:18.103982 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Returning: {'device': 'f5f6310d-03e2-422b-aa82-84bb5eaf8877', 'network_id': 'ce10fb4f-fc55-43bc-8b33-2df5991b8f81', 'port_id': 'f5f6310d-03e2-422b-aa82-84bb5eaf8877', 'mac_address': 'fa:16:3e:e1:c1:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9be68c17-707e-479e-ae04-cf49c535adb6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 00:52:18.142868 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:18.155678 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.notifiers.nova [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5f6310d-03e2-422b-aa82-84bb5eaf8877 {{(pid=105700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 00:52:18.174206 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port f5f6310d-03e2-422b-aa82-84bb5eaf8877, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=f5f6310d-03e2-422b-aa82-84bb5eaf8877,segment=NetworkSegment(00d437d1-d70b-479c-8729-36ced9e6abc0),segment_id=00d437d1-d70b-479c-8729-36ced9e6abc0)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:52:18.177996 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:18.223454 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Pushing event updated for resources: {'Port': ['ID=f5f6310d-03e2-422b-aa82-84bb5eaf8877,revision_number=4']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:52:18.580635 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] get_ports_and_sgs() called for port_ids ['f5f6310d-03e2-422b-aa82-84bb5eaf8877'] {{(pid=105700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 00:52:18.916728 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561826d9-f61c-4b98-9205-d053d84af8d5 req-04b2d91f-cd23-4a95-97c7-472ce44bd0c3 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:18.918178 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-561826d9-f61c-4b98-9205-d053d84af8d5 req-04b2d91f-cd23-4a95-97c7-472ce44bd0c3 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b36f8f-38b1-4faa-a386-9d484e7aa1f2 HTTP/1.1" status: 200 len: 945 time: 0.0485761 Sep 08 00:52:18.954055 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-561826d9-f61c-4b98-9205-d053d84af8d5 req-ff2b33aa-8460-4267-8cd4-8adcf9840343 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2f60561-903d-4d76-a556-7ebb7217cd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300772 Sep 08 00:52:20.032735 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device f5f6310d-03e2-422b-aa82-84bb5eaf8877 up at agent hyperv_hv-cinder-75996 {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:52:20.070845 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c2e43-6cb5-4ab8-97fa-6f62d0983197 req-46725e6f-4c6d-459a-bfab-fe6003d301e6 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:20.072352 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-7e1c2e43-6cb5-4ab8-97fa-6f62d0983197 req-46725e6f-4c6d-459a-bfab-fe6003d301e6 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b36f8f-38b1-4faa-a386-9d484e7aa1f2 HTTP/1.1" status: 200 len: 945 time: 0.0522132 Sep 08 00:52:20.081966 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Provisioning for port f5f6310d-03e2-422b-aa82-84bb5eaf8877 completed by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:52:20.085936 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Provisioning complete for port f5f6310d-03e2-422b-aa82-84bb5eaf8877 triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:52:20.086299 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:20.110518 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-7e1c2e43-6cb5-4ab8-97fa-6f62d0983197 req-4857d8bb-68f5-4add-b3e5-c8e64b86a1ae tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2f60561-903d-4d76-a556-7ebb7217cd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318880 Sep 08 00:52:20.161574 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:20.186721 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b36f8f-38b1-4faa-a386-9d484e7aa1f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f6310d-03e2-422b-aa82-84bb5eaf8877'}] {{(pid=105700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:52:20.188997 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8460d1f582680b5b58131e18e26cc0c46bcacb71cb7028c1e32c58fa4cd87a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3a4496-cb7c-4d81-8cea-f3be1181ffe6" -d '{"events": [{"server_uuid": "d4b36f8f-38b1-4faa-a386-9d484e7aa1f2", "name": "network-vif-plugged", "status": "completed", "tag": "f5f6310d-03e2-422b-aa82-84bb5eaf8877"}]}' {{(pid=105700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:52:20.204158 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port f5f6310d-03e2-422b-aa82-84bb5eaf8877, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=f5f6310d-03e2-422b-aa82-84bb5eaf8877,segment=NetworkSegment(00d437d1-d70b-479c-8729-36ced9e6abc0),segment_id=00d437d1-d70b-479c-8729-36ced9e6abc0)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:52:20.208365 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:20.231569 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 00:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fcabd2d-c39b-4721-b805-ecc075af2f2f x-openstack-request-id: req-9fcabd2d-c39b-4721-b805-ecc075af2f2f {{(pid=105700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:52:20.232881 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b36f8f-38b1-4faa-a386-9d484e7aa1f2", "name": "network-vif-plugged", "status": "completed", "tag": "f5f6310d-03e2-422b-aa82-84bb5eaf8877", "code": 200}]} {{(pid=105700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:52:20.233131 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9fcabd2d-c39b-4721-b805-ecc075af2f2f {{(pid=105700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:52:20.233508 dv-cinder-759961-13-iscsi neutron-server[105700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b36f8f-38b1-4faa-a386-9d484e7aa1f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f6310d-03e2-422b-aa82-84bb5eaf8877', 'code': 200} Sep 08 00:52:20.262600 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Pushing event updated for resources: {'Port': ['ID=f5f6310d-03e2-422b-aa82-84bb5eaf8877,revision_number=5']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:52:20.449416 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a409ba61-5c4c-4170-8ef1-af39d87a73c2 req-68d52c75-7097-4d2f-9c85-9dc45e600db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:20.450862 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-a409ba61-5c4c-4170-8ef1-af39d87a73c2 req-68d52c75-7097-4d2f-9c85-9dc45e600db9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d4b36f8f-38b1-4faa-a386-9d484e7aa1f2 HTTP/1.1" status: 200 len: 1099 time: 0.0392673 Sep 08 00:52:20.485770 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-a409ba61-5c4c-4170-8ef1-af39d87a73c2 req-eeb7a821-a4ee-4f5a-b9e6-f4532b439f9c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e2f60561-903d-4d76-a556-7ebb7217cd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281017 Sep 08 00:52:20.831357 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:20.833234 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-99d6b55d-c5dd-4bc8-a1dc-d1b96b73a33e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:21.223629 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5368a32-77e6-47b8-9dc5-1332b5b0c278 req-bc6077e7-a616-4cd5-9c18-e3eed7a82f98 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:21.225096 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f5368a32-77e6-47b8-9dc5-1332b5b0c278 req-bc6077e7-a616-4cd5-9c18-e3eed7a82f98 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b36f8f-38b1-4faa-a386-9d484e7aa1f2 HTTP/1.1" status: 200 len: 946 time: 0.0484762 Sep 08 00:52:21.261922 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f5368a32-77e6-47b8-9dc5-1332b5b0c278 req-1984d55f-1071-473a-8b67-a291ed803f41 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2f60561-903d-4d76-a556-7ebb7217cd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309644 Sep 08 00:52:21.650276 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:22.374009 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc78cf4-83e2-4630-88fc-f7086cebb566 req-3db19f34-6816-4c06-9aee-6f5a3fe09c7c tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:22.375453 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-bbc78cf4-83e2-4630-88fc-f7086cebb566 req-3db19f34-6816-4c06-9aee-6f5a3fe09c7c tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b36f8f-38b1-4faa-a386-9d484e7aa1f2 HTTP/1.1" status: 200 len: 946 time: 0.0477343 Sep 08 00:52:22.412111 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-bbc78cf4-83e2-4630-88fc-f7086cebb566 req-e3da2bf0-eaa8-49c2-a4da-b9de2422374f tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2f60561-903d-4d76-a556-7ebb7217cd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309191 Sep 08 00:52:22.522212 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddcdef4-866a-4492-9f30-44676276a400 req-9e934027-f03a-464e-8f6f-3ddcd6d78801 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:22.524296 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-bddcdef4-866a-4492-9f30-44676276a400 req-9e934027-f03a-464e-8f6f-3ddcd6d78801 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b36f8f-38b1-4faa-a386-9d484e7aa1f2 HTTP/1.1" status: 200 len: 946 time: 0.0512719 Sep 08 00:52:22.532446 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 56112) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:52:22.536631 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [None req-c726f02a-3b8c-44ed-a5aa-dbc06c23ed8c tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Request body: {'floatingip': {'port_id': 'f5f6310d-03e2-422b-aa82-84bb5eaf8877'}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:52:22.824430 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-c726f02a-3b8c-44ed-a5aa-dbc06c23ed8c tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks [] for floatingip, before_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:23.125508 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:23.238995 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-c726f02a-3b8c-44ed-a5aa-dbc06c23ed8c tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:23.243368 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-c726f02a-3b8c-44ed-a5aa-dbc06c23ed8c tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529524'] for floatingip, after_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:23.339874 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.db.l3_db [None req-c726f02a-3b8c-44ed-a5aa-dbc06c23ed8c tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Floating IP c88b1dd2-04b1-44fd-8691-1e1311ebf70d associated. External IP: 172.27.0.161, port: f5f6310d-03e2-422b-aa82-84bb5eaf8877. Sep 08 00:52:23.541950 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c726f02a-3b8c-44ed-a5aa-dbc06c23ed8c tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Router d8102167-1379-4f6a-a5f3-d5933ef2ab1b has already been hosted by L3 agent e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146 {{(pid=105699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 00:52:23.644837 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c726f02a-3b8c-44ed-a5aa-dbc06c23ed8c tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify agent at l3_agent.dv-cinder-759961-13-iscsi the message routers_updated {{(pid=105699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 00:52:23.650152 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-c726f02a-3b8c-44ed-a5aa-dbc06c23ed8c tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for floatingip, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:23.656651 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc2d538-40e0-455f-afef-adbbbd63f4da None None] Sync routers for ids ['d8102167-1379-4f6a-a5f3-d5933ef2ab1b'] in dv-cinder-759961-13-iscsi {{(pid=105700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 00:52:23.666277 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc2d538-40e0-455f-afef-adbbbd63f4da None None] Routers {'d8102167-1379-4f6a-a5f3-d5933ef2ab1b'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:52:23.666890 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-0fc2d538-40e0-455f-afef-adbbbd63f4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:52:21Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['d8102167-1379-4f6a-a5f3-d5933ef2ab1b'], 'active': True} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:52:23.677108 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-c726f02a-3b8c-44ed-a5aa-dbc06c23ed8c tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "PUT /v2.0/floatingips/c88b1dd2-04b1-44fd-8691-1e1311ebf70d HTTP/1.1" status: 200 len: 992 time: 1.1436450 Sep 08 00:52:23.677695 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b36f8f-38b1-4faa-a386-9d484e7aa1f2', 'tag': 'f5f6310d-03e2-422b-aa82-84bb5eaf8877'}] {{(pid=105699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:52:23.680024 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3219a0c12e8a5a78bd5034d738b4394f25721dc263a67c7d4cfc0eaa1ac0f340" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527babac-b923-4782-8e10-b05f6f41081b" -d '{"events": [{"name": "network-changed", "server_uuid": "d4b36f8f-38b1-4faa-a386-9d484e7aa1f2", "tag": "f5f6310d-03e2-422b-aa82-84bb5eaf8877"}]}' {{(pid=105699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:52:23.714947 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 00:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e28ff04-c45f-4fb9-9b0a-6bb11be265b2 x-openstack-request-id: req-0e28ff04-c45f-4fb9-9b0a-6bb11be265b2 {{(pid=105699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:52:23.715236 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4b36f8f-38b1-4faa-a386-9d484e7aa1f2", "tag": "f5f6310d-03e2-422b-aa82-84bb5eaf8877", "status": "completed", "code": 200}]} {{(pid=105699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:52:23.715485 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0e28ff04-c45f-4fb9-9b0a-6bb11be265b2 {{(pid=105699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:52:23.715908 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4b36f8f-38b1-4faa-a386-9d484e7aa1f2', 'tag': 'f5f6310d-03e2-422b-aa82-84bb5eaf8877', 'status': 'completed', 'code': 200} Sep 08 00:52:23.772824 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvr_db [None req-0fc2d538-40e0-455f-afef-adbbbd63f4da None None] Set router d8102167-1379-4f6a-a5f3-d5933ef2ab1b gateway port host: dv-cinder-759961-13-iscsi {{(pid=105700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:52:23.810297 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527babac-b923-4782-8e10-b05f6f41081b req-b9bc6714-70fa-4699-8467-788297f7d133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:23.811812 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-527babac-b923-4782-8e10-b05f6f41081b req-b9bc6714-70fa-4699-8467-788297f7d133 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6c2e3269f9714298a408087ff7cd53df&device_id=d4b36f8f-38b1-4faa-a386-9d484e7aa1f2 HTTP/1.1" status: 200 len: 1099 time: 0.0446875 Sep 08 00:52:23.905259 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527babac-b923-4782-8e10-b05f6f41081b req-3a21c2f0-ac38-4bb2-ac22-f91b427aebac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:23.906640 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-527babac-b923-4782-8e10-b05f6f41081b req-3a21c2f0-ac38-4bb2-ac22-f91b427aebac service neutron] 10.222.0.35 "GET /v2.0/networks?id=ce10fb4f-fc55-43bc-8b33-2df5991b8f81 HTTP/1.1" status: 200 len: 912 time: 0.0871973 Sep 08 00:52:23.971230 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-527babac-b923-4782-8e10-b05f6f41081b req-ca17ca9c-d66f-435f-bf90-79355c7ac037 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5f6310d-03e2-422b-aa82-84bb5eaf8877 HTTP/1.1" status: 200 len: 1000 time: 0.0558414 Sep 08 00:52:23.995329 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-0fc2d538-40e0-455f-afef-adbbbd63f4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'name': 'tempest-AttachVolumeTestJSON-1050772192-router', 'tenant_id': '6c2e3269f9714298a408087ff7cd53df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'ef1fb995-3568-4a46-a21d-0ad3e2290081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:45:46Z', 'updated_at': '2021-09-08T00:45:50Z', 'revision_number': 4, 'project_id': '6c2e3269f9714298a408087ff7cd53df', 'gw_port': {'id': 'ef1fb995-3568-4a46-a21d-0ad3e2290081', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:05:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:45:47Z', 'updated_at': '2021-09-08T00:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_floatingips': [{'id': 'c88b1dd2-04b1-44fd-8691-1e1311ebf70d', 'tenant_id': '6c2e3269f9714298a408087ff7cd53df', 'floating_ip_address': '172.27.0.161', 'floating_network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'router_id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'port_id': 'f5f6310d-03e2-422b-aa82-84bb5eaf8877', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce10fb4f-fc55-43bc-8b33-2df5991b8f81', 'mac_address': 'fa:16:3e:e1:c1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b36f8f-38b1-4faa-a386-9d484e7aa1f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T00:52:09Z', 'updated_at': '2021-09-08T00:52:23Z', 'revision_number': 1, 'project_id': '6c2e3269f9714298a408087ff7cd53df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd695c59a-1b18-405e-ad9a-246728ca4e84', 'name': '', 'network_id': 'ce10fb4f-fc55-43bc-8b33-2df5991b8f81', 'tenant_id': '6c2e3269f9714298a408087ff7cd53df', 'mac_address': 'fa:16:3e:e8:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '9be68c17-707e-479e-ae04-cf49c535adb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:45:49Z', 'updated_at': '2021-09-08T00:45:54Z', 'revision_number': 5, 'project_id': '6c2e3269f9714298a408087ff7cd53df', 'subnets': [{'id': '9be68c17-707e-479e-ae04-cf49c535adb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:52:24.020647 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc2d538-40e0-455f-afef-adbbbd63f4da None None] Checking router: d8102167-1379-4f6a-a5f3-d5933ef2ab1b for host: dv-cinder-759961-13-iscsi {{(pid=105700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 00:52:24.022052 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527babac-b923-4782-8e10-b05f6f41081b req-4b2e5b47-fb7e-4504-89fb-9927f222218d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:24.024117 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-527babac-b923-4782-8e10-b05f6f41081b req-4b2e5b47-fb7e-4504-89fb-9927f222218d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9be68c17-707e-479e-ae04-cf49c535adb6 HTTP/1.1" status: 200 len: 850 time: 0.0456798 Sep 08 00:52:24.028804 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc2d538-40e0-455f-afef-adbbbd63f4da None None] Routers {'d8102167-1379-4f6a-a5f3-d5933ef2ab1b'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:52:24.029402 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-0fc2d538-40e0-455f-afef-adbbbd63f4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:52:21Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['d8102167-1379-4f6a-a5f3-d5933ef2ab1b'], 'active': True} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:52:24.068467 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527babac-b923-4782-8e10-b05f6f41081b req-b7422f8e-817c-40fd-8871-68f3e0099467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:24.069980 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-527babac-b923-4782-8e10-b05f6f41081b req-b7422f8e-817c-40fd-8871-68f3e0099467 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ce10fb4f-fc55-43bc-8b33-2df5991b8f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0396314 Sep 08 00:52:24.132691 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvr_db [None req-0fc2d538-40e0-455f-afef-adbbbd63f4da None None] Set router d8102167-1379-4f6a-a5f3-d5933ef2ab1b gateway port host: dv-cinder-759961-13-iscsi {{(pid=105700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:52:24.157602 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-527babac-b923-4782-8e10-b05f6f41081b req-b719b932-bc8e-4fe5-aa9d-23ebd5b657cd service neutron] 10.222.0.35 "GET /v2.0/networks/ce10fb4f-fc55-43bc-8b33-2df5991b8f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802383 Sep 08 00:52:24.248796 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-527babac-b923-4782-8e10-b05f6f41081b req-c79dae5b-8157-4b95-94f2-522a3ebea065 service neutron] 10.222.0.35 "GET /v2.0/networks/ce10fb4f-fc55-43bc-8b33-2df5991b8f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833259 Sep 08 00:52:24.350715 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-0fc2d538-40e0-455f-afef-adbbbd63f4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'name': 'tempest-AttachVolumeTestJSON-1050772192-router', 'tenant_id': '6c2e3269f9714298a408087ff7cd53df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'ef1fb995-3568-4a46-a21d-0ad3e2290081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:45:46Z', 'updated_at': '2021-09-08T00:45:50Z', 'revision_number': 4, 'project_id': '6c2e3269f9714298a408087ff7cd53df', 'gw_port': {'id': 'ef1fb995-3568-4a46-a21d-0ad3e2290081', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:05:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:45:47Z', 'updated_at': '2021-09-08T00:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_floatingips': [{'id': 'c88b1dd2-04b1-44fd-8691-1e1311ebf70d', 'tenant_id': '6c2e3269f9714298a408087ff7cd53df', 'floating_ip_address': '172.27.0.161', 'floating_network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'router_id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'port_id': 'f5f6310d-03e2-422b-aa82-84bb5eaf8877', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce10fb4f-fc55-43bc-8b33-2df5991b8f81', 'mac_address': 'fa:16:3e:e1:c1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b36f8f-38b1-4faa-a386-9d484e7aa1f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T00:52:09Z', 'updated_at': '2021-09-08T00:52:23Z', 'revision_number': 1, 'project_id': '6c2e3269f9714298a408087ff7cd53df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd695c59a-1b18-405e-ad9a-246728ca4e84', 'name': '', 'network_id': 'ce10fb4f-fc55-43bc-8b33-2df5991b8f81', 'tenant_id': '6c2e3269f9714298a408087ff7cd53df', 'mac_address': 'fa:16:3e:e8:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '9be68c17-707e-479e-ae04-cf49c535adb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:45:49Z', 'updated_at': '2021-09-08T00:45:54Z', 'revision_number': 5, 'project_id': '6c2e3269f9714298a408087ff7cd53df', 'subnets': [{'id': '9be68c17-707e-479e-ae04-cf49c535adb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:52:24.379358 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc2d538-40e0-455f-afef-adbbbd63f4da None None] The sync data for ids ['d8102167-1379-4f6a-a5f3-d5933ef2ab1b'] in dv-cinder-759961-13-iscsi is: [{'id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'name': 'tempest-AttachVolumeTestJSON-1050772192-router', 'tenant_id': '6c2e3269f9714298a408087ff7cd53df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'ef1fb995-3568-4a46-a21d-0ad3e2290081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:45:46Z', 'updated_at': '2021-09-08T00:45:50Z', 'revision_number': 4, 'project_id': '6c2e3269f9714298a408087ff7cd53df', 'gw_port': {'id': 'ef1fb995-3568-4a46-a21d-0ad3e2290081', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:05:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:45:47Z', 'updated_at': '2021-09-08T00:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_floatingips': [{'id': 'c88b1dd2-04b1-44fd-8691-1e1311ebf70d', 'tenant_id': '6c2e3269f9714298a408087ff7cd53df', 'floating_ip_address': '172.27.0.161', 'floating_network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'router_id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'port_id': 'f5f6310d-03e2-422b-aa82-84bb5eaf8877', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce10fb4f-fc55-43bc-8b33-2df5991b8f81', 'mac_address': 'fa:16:3e:e1:c1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b36f8f-38b1-4faa-a386-9d484e7aa1f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T00:52:09Z', 'updated_at': '2021-09-08T00:52:23Z', 'revision_number': 1, 'project_id': '6c2e3269f9714298a408087ff7cd53df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd695c59a-1b18-405e-ad9a-246728ca4e84', 'name': '', 'network_id': 'ce10fb4f-fc55-43bc-8b33-2df5991b8f81', 'tenant_id': '6c2e3269f9714298a408087ff7cd53df', 'mac_address': 'fa:16:3e:e8:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '9be68c17-707e-479e-ae04-cf49c535adb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:45:49Z', 'updated_at': '2021-09-08T00:45:54Z', 'revision_number': 5, 'project_id': '6c2e3269f9714298a408087ff7cd53df', 'subnets': [{'id': '9be68c17-707e-479e-ae04-cf49c535adb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 00:52:24.553414 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a1d10c-9ad8-434d-aa70-b4f49c166e41 None None] New status for floating IP c88b1dd2-04b1-44fd-8691-1e1311ebf70d: ACTIVE {{(pid=105701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 00:52:38.741207 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a98db-03c2-4b1b-a8cc-3d708b81ddf4 req-d8550483-ae43-42b4-96a4-c03a046b73c9 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:38.743067 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-120a98db-03c2-4b1b-a8cc-3d708b81ddf4 req-d8550483-ae43-42b4-96a4-c03a046b73c9 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 946 time: 0.0487220 Sep 08 00:52:38.779594 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-120a98db-03c2-4b1b-a8cc-3d708b81ddf4 req-28bc9191-1a9b-4828-a0a3-bf2030418016 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306008 Sep 08 00:52:39.896404 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5bcfd-7100-4534-a09a-5dfb71a67efa req-51516b71-b32a-472b-bbbd-b6b94edf6f92 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:39.898493 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-cce5bcfd-7100-4534-a09a-5dfb71a67efa req-51516b71-b32a-472b-bbbd-b6b94edf6f92 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 946 time: 0.0477061 Sep 08 00:52:39.934523 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-cce5bcfd-7100-4534-a09a-5dfb71a67efa req-d81989b4-74e9-479b-b526-1397eaa3201c tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304868 Sep 08 00:52:40.572214 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b35fc-12c8-4e32-9bc5-caa38e490e52 req-692bb65e-bb60-4ef5-a86a-cf8298e7d9ed tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:40.573672 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-2c9b35fc-12c8-4e32-9bc5-caa38e490e52 req-692bb65e-bb60-4ef5-a86a-cf8298e7d9ed tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.35 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 946 time: 0.0494354 Sep 08 00:52:40.663259 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [req-2c9b35fc-12c8-4e32-9bc5-caa38e490e52 req-753fb6aa-9fcc-4cbe-9238-26871ae4248e tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Deleting port c94dcbbd-4dcb-4309-adb2-0f852b546818 {{(pid=105698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 00:52:40.663556 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-2c9b35fc-12c8-4e32-9bc5-caa38e490e52 req-753fb6aa-9fcc-4cbe-9238-26871ae4248e tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256891158'] for port, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:40.748313 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.db [req-2c9b35fc-12c8-4e32-9bc5-caa38e490e52 req-753fb6aa-9fcc-4cbe-9238-26871ae4248e tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] For port c94dcbbd-4dcb-4309-adb2-0f852b546818, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=c94dcbbd-4dcb-4309-adb2-0f852b546818,segment=NetworkSegment(36a93c6c-e113-4def-a9a0-ed0b007be14b),segment_id=36a93c6c-e113-4def-a9a0-ed0b007be14b)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:52:40.748671 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-2c9b35fc-12c8-4e32-9bc5-caa38e490e52 req-753fb6aa-9fcc-4cbe-9238-26871ae4248e tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538637'] for port, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:40.913185 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-2c9b35fc-12c8-4e32-9bc5-caa38e490e52 req-753fb6aa-9fcc-4cbe-9238-26871ae4248e tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:40.914266 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-2c9b35fc-12c8-4e32-9bc5-caa38e490e52 req-753fb6aa-9fcc-4cbe-9238-26871ae4248e tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529524'] for floatingip, after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:40.914515 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.db.l3_db [req-2c9b35fc-12c8-4e32-9bc5-caa38e490e52 req-753fb6aa-9fcc-4cbe-9238-26871ae4248e tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Floating IP 6a194432-e374-4e39-8702-a0ee9a8c0a5d disassociated. External IP: 172.27.0.145, port: c94dcbbd-4dcb-4309-adb2-0f852b546818. Sep 08 00:52:40.914848 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [req-2c9b35fc-12c8-4e32-9bc5-caa38e490e52 req-753fb6aa-9fcc-4cbe-9238-26871ae4248e tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Calling delete_port for c94dcbbd-4dcb-4309-adb2-0f852b546818 owned by compute:nova {{(pid=105698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 00:52:41.040541 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-2c9b35fc-12c8-4e32-9bc5-caa38e490e52 req-753fb6aa-9fcc-4cbe-9238-26871ae4248e tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256896220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792256344486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705649'] for port, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:41.059251 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e13e722-b794-4d4e-90a6-41c369c32182 req-b489659b-7cc0-4797-a072-13913963a3ca tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:41.060892 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3e13e722-b794-4d4e-90a6-41c369c32182 req-b489659b-7cc0-4797-a072-13913963a3ca tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=700df840-5d90-4372-b2ad-844e82cabd6a HTTP/1.1" status: 200 len: 868 time: 0.0550241 Sep 08 00:52:41.069118 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753fb6aa-9fcc-4cbe-9238-26871ae4248e tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Pushing event deleted for resources: {'Port': ['ID=c94dcbbd-4dcb-4309-adb2-0f852b546818,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:52:41.100209 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3e13e722-b794-4d4e-90a6-41c369c32182 req-9dd6aeaa-346d-42d9-bc14-efa3bd207d9b tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332887 Sep 08 00:52:41.183462 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c9b35fc-12c8-4e32-9bc5-caa38e490e52 req-753fb6aa-9fcc-4cbe-9238-26871ae4248e tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Router 20c990cd-fee1-47ea-abe8-1ff59e755bab has already been hosted by L3 agent e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146 {{(pid=105698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 00:52:41.287955 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c9b35fc-12c8-4e32-9bc5-caa38e490e52 req-753fb6aa-9fcc-4cbe-9238-26871ae4248e tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify agent at l3_agent.dv-cinder-759961-13-iscsi the message routers_updated {{(pid=105698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 00:52:41.298428 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2af7cb-2e1d-40a7-b0be-00d3a75b99fe None None] Sync routers for ids ['20c990cd-fee1-47ea-abe8-1ff59e755bab'] in dv-cinder-759961-13-iscsi {{(pid=105700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 00:52:41.307634 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2af7cb-2e1d-40a7-b0be-00d3a75b99fe None None] Routers {'20c990cd-fee1-47ea-abe8-1ff59e755bab'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:52:41.308249 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-7b2af7cb-2e1d-40a7-b0be-00d3a75b99fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:52:21Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['20c990cd-fee1-47ea-abe8-1ff59e755bab'], 'active': True} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:52:41.328868 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c9b35fc-12c8-4e32-9bc5-caa38e490e52 req-753fb6aa-9fcc-4cbe-9238-26871ae4248e tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] No DVR routers for this DVR port c94dcbbd-4dcb-4309-adb2-0f852b546818 on host hv-cinder-75996 {{(pid=105698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 00:52:41.331495 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-2c9b35fc-12c8-4e32-9bc5-caa38e490e52 req-753fb6aa-9fcc-4cbe-9238-26871ae4248e tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for port, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:41.333813 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-2c9b35fc-12c8-4e32-9bc5-caa38e490e52 req-753fb6aa-9fcc-4cbe-9238-26871ae4248e tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.35 "DELETE /v2.0/ports/c94dcbbd-4dcb-4309-adb2-0f852b546818 HTTP/1.1" status: 204 len: 173 time: 0.7539628 Sep 08 00:52:41.334257 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700df840-5d90-4372-b2ad-844e82cabd6a', 'name': 'network-vif-deleted', 'tag': 'c94dcbbd-4dcb-4309-adb2-0f852b546818'}] {{(pid=105698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:52:41.337852 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26d4041160ff19e6bfa7ff8d463369e3025ec2e9db032453864bb7ad8051457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee102a3e-5161-47ca-b101-9d0b745911dd" -d '{"events": [{"server_uuid": "700df840-5d90-4372-b2ad-844e82cabd6a", "name": "network-vif-deleted", "tag": "c94dcbbd-4dcb-4309-adb2-0f852b546818"}]}' {{(pid=105698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:52:41.378070 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 00:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97b07ae-ff54-4fe8-a681-762b828d576d x-openstack-request-id: req-f97b07ae-ff54-4fe8-a681-762b828d576d {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:52:41.378370 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "700df840-5d90-4372-b2ad-844e82cabd6a", "name": "network-vif-deleted", "tag": "c94dcbbd-4dcb-4309-adb2-0f852b546818", "status": "completed", "code": 200}]} {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:52:41.378625 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f97b07ae-ff54-4fe8-a681-762b828d576d {{(pid=105698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:52:41.379020 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700df840-5d90-4372-b2ad-844e82cabd6a', 'name': 'network-vif-deleted', 'tag': 'c94dcbbd-4dcb-4309-adb2-0f852b546818', 'status': 'completed', 'code': 200} Sep 08 00:52:41.424881 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvr_db [None req-7b2af7cb-2e1d-40a7-b0be-00d3a75b99fe None None] Set router 20c990cd-fee1-47ea-abe8-1ff59e755bab gateway port host: dv-cinder-759961-13-iscsi {{(pid=105700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:52:41.627691 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-7b2af7cb-2e1d-40a7-b0be-00d3a75b99fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'name': 'tempest-AttachVolumeShelveTestJSON-1518219136-router', 'tenant_id': '4467d938824242aab07cf31a1311c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '939e38d5-3003-4e38-9d37-799586b7dad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:47:42Z', 'updated_at': '2021-09-08T00:47:46Z', 'revision_number': 4, 'project_id': '4467d938824242aab07cf31a1311c8aa', 'gw_port': {'id': '939e38d5-3003-4e38-9d37-799586b7dad0', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:43Z', 'updated_at': '2021-09-08T00:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_interfaces': [{'id': '2c4e9451-6a18-4a3b-a8b6-52d889f4e6a1', 'name': '', 'network_id': 'de8fbc24-7297-4226-b64a-9cb1927a5167', 'tenant_id': '4467d938824242aab07cf31a1311c8aa', 'mac_address': 'fa:16:3e:e7:04:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:45Z', 'updated_at': '2021-09-08T00:47:53Z', 'revision_number': 5, 'project_id': '4467d938824242aab07cf31a1311c8aa', 'subnets': [{'id': '83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:52:41.656354 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2af7cb-2e1d-40a7-b0be-00d3a75b99fe None None] Checking router: 20c990cd-fee1-47ea-abe8-1ff59e755bab for host: dv-cinder-759961-13-iscsi {{(pid=105700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 00:52:41.665170 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2af7cb-2e1d-40a7-b0be-00d3a75b99fe None None] Routers {'20c990cd-fee1-47ea-abe8-1ff59e755bab'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:52:41.665764 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-7b2af7cb-2e1d-40a7-b0be-00d3a75b99fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:52:21Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['20c990cd-fee1-47ea-abe8-1ff59e755bab'], 'active': True} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:52:41.765491 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvr_db [None req-7b2af7cb-2e1d-40a7-b0be-00d3a75b99fe None None] Set router 20c990cd-fee1-47ea-abe8-1ff59e755bab gateway port host: dv-cinder-759961-13-iscsi {{(pid=105700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:52:42.075929 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-7b2af7cb-2e1d-40a7-b0be-00d3a75b99fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'name': 'tempest-AttachVolumeShelveTestJSON-1518219136-router', 'tenant_id': '4467d938824242aab07cf31a1311c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '939e38d5-3003-4e38-9d37-799586b7dad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:47:42Z', 'updated_at': '2021-09-08T00:47:46Z', 'revision_number': 4, 'project_id': '4467d938824242aab07cf31a1311c8aa', 'gw_port': {'id': '939e38d5-3003-4e38-9d37-799586b7dad0', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:43Z', 'updated_at': '2021-09-08T00:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_interfaces': [{'id': '2c4e9451-6a18-4a3b-a8b6-52d889f4e6a1', 'name': '', 'network_id': 'de8fbc24-7297-4226-b64a-9cb1927a5167', 'tenant_id': '4467d938824242aab07cf31a1311c8aa', 'mac_address': 'fa:16:3e:e7:04:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:45Z', 'updated_at': '2021-09-08T00:47:53Z', 'revision_number': 5, 'project_id': '4467d938824242aab07cf31a1311c8aa', 'subnets': [{'id': '83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:52:42.101369 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2af7cb-2e1d-40a7-b0be-00d3a75b99fe None None] The sync data for ids ['20c990cd-fee1-47ea-abe8-1ff59e755bab'] in dv-cinder-759961-13-iscsi is: [{'id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'name': 'tempest-AttachVolumeShelveTestJSON-1518219136-router', 'tenant_id': '4467d938824242aab07cf31a1311c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '939e38d5-3003-4e38-9d37-799586b7dad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:47:42Z', 'updated_at': '2021-09-08T00:47:46Z', 'revision_number': 4, 'project_id': '4467d938824242aab07cf31a1311c8aa', 'gw_port': {'id': '939e38d5-3003-4e38-9d37-799586b7dad0', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:43Z', 'updated_at': '2021-09-08T00:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_interfaces': [{'id': '2c4e9451-6a18-4a3b-a8b6-52d889f4e6a1', 'name': '', 'network_id': 'de8fbc24-7297-4226-b64a-9cb1927a5167', 'tenant_id': '4467d938824242aab07cf31a1311c8aa', 'mac_address': 'fa:16:3e:e7:04:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:45Z', 'updated_at': '2021-09-08T00:47:53Z', 'revision_number': 5, 'project_id': '4467d938824242aab07cf31a1311c8aa', 'subnets': [{'id': '83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 00:52:42.190054 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 56184) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:52:42.247353 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-2f4683bf-0607-45c3-b43d-56d3c529b24a tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks [] for security_group, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:42.271676 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-2f4683bf-0607-45c3-b43d-56d3c529b24a tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:42.315352 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecb1033-ecd3-4b78-a8ef-fdb2605721ce None None] New status for floating IP 6a194432-e374-4e39-8702-a0ee9a8c0a5d: DOWN {{(pid=105701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 00:52:42.320668 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-2f4683bf-0607-45c3-b43d-56d3c529b24a tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:42.323177 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-2f4683bf-0607-45c3-b43d-56d3c529b24a tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks [] for security_group, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:42.324415 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-2f4683bf-0607-45c3-b43d-56d3c529b24a tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "DELETE /v2.0/security-groups/c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977 HTTP/1.1" status: 204 len: 168 time: 0.1333401 Sep 08 00:52:42.327253 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 56186) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:52:42.334018 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4683bf-0607-45c3-b43d-56d3c529b24a tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:52:42.343851 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.api.v2.resource [None req-05b054a1-b2cd-4d3e-9e40-aaf1fdaa75ad tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] show failed (client error): The resource could not be found. Sep 08 00:52:42.347549 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-05b054a1-b2cd-4d3e-9e40-aaf1fdaa75ad tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups/c7dc2ded-d5b1-4c1b-b5e5-eafe2f053977 HTTP/1.1" status: 404 len: 347 time: 0.0166986 Sep 08 00:52:42.348142 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 56188) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:52:42.473765 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-38f231a7-ceed-4b7b-a128-08e9b4b0854c tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Deleting port ffe1d869-0a25-47f0-ba41-4322ffa44bbe {{(pid=105698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 00:52:42.474118 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-38f231a7-ceed-4b7b-a128-08e9b4b0854c tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256891158'] for port, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:42.547132 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-38f231a7-ceed-4b7b-a128-08e9b4b0854c tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538637'] for port, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:42.547461 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-38f231a7-ceed-4b7b-a128-08e9b4b0854c tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:42.559231 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-38f231a7-ceed-4b7b-a128-08e9b4b0854c tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Calling delete_port for ffe1d869-0a25-47f0-ba41-4322ffa44bbe owned by network:floatingip {{(pid=105698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 00:52:42.690114 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-38f231a7-ceed-4b7b-a128-08e9b4b0854c tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256896220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792256344486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705649'] for port, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:42.713109 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f231a7-ceed-4b7b-a128-08e9b4b0854c tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Pushing event deleted for resources: {'Port': ['ID=ffe1d869-0a25-47f0-ba41-4322ffa44bbe,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:52:42.776414 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-38f231a7-ceed-4b7b-a128-08e9b4b0854c tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks [] for floatingip, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:42.778934 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-38f231a7-ceed-4b7b-a128-08e9b4b0854c tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for floatingip, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:42.780113 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-38f231a7-ceed-4b7b-a128-08e9b4b0854c tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "DELETE /v2.0/floatingips/6a194432-e374-4e39-8702-a0ee9a8c0a5d HTTP/1.1" status: 204 len: 168 time: 0.4310098 Sep 08 00:52:43.382945 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 56194) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:52:43.387474 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [None req-e4ce0b08-00f9-43fa-a7c0-748e4f58ae23 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1804181453', 'description': 'tempest-description--1967601869'}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:52:43.408838 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-e4ce0b08-00f9-43fa-a7c0-748e4f58ae23 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:43.702097 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-e4ce0b08-00f9-43fa-a7c0-748e4f58ae23 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:43.705568 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-e4ce0b08-00f9-43fa-a7c0-748e4f58ae23 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:43.732762 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-e4ce0b08-00f9-43fa-a7c0-748e4f58ae23 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:43.733967 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-e4ce0b08-00f9-43fa-a7c0-748e4f58ae23 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3500102 Sep 08 00:52:43.735026 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ce0b08-00f9-43fa-a7c0-748e4f58ae23 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a690eabb-5cce-4c11-beee-d91114968af8,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:52:43.737004 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 56196) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:52:43.742731 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [None req-716ac3e8-ea40-4d6e-a3e9-d08700e10137 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Request body: {'security_group_rule': {'security_group_id': 'a690eabb-5cce-4c11-beee-d91114968af8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:52:43.768842 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-716ac3e8-ea40-4d6e-a3e9-d08700e10137 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:43.815469 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-716ac3e8-ea40-4d6e-a3e9-d08700e10137 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:43.820807 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-716ac3e8-ea40-4d6e-a3e9-d08700e10137 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607653'] for security_group_rule, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:43.838017 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716ac3e8-ea40-4d6e-a3e9-d08700e10137 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8855a854-ebdf-4170-bef6-98209ef74681,revision_number=0']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:52:43.843852 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-716ac3e8-ea40-4d6e-a3e9-d08700e10137 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:43.844929 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-716ac3e8-ea40-4d6e-a3e9-d08700e10137 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1067913 Sep 08 00:52:43.847640 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 56200) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:52:43.851934 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [None req-9ca11f5a-042f-430b-aeb4-480b40c50309 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Request body: {'security_group_rule': {'security_group_id': 'a690eabb-5cce-4c11-beee-d91114968af8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:52:43.877518 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-9ca11f5a-042f-430b-aeb4-480b40c50309 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:43.935541 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-9ca11f5a-042f-430b-aeb4-480b40c50309 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:43.939044 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-9ca11f5a-042f-430b-aeb4-480b40c50309 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607653'] for security_group_rule, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:43.955927 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca11f5a-042f-430b-aeb4-480b40c50309 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6ef6899-cb65-4862-b832-54cafd01434c,revision_number=0']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:52:43.962244 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-9ca11f5a-042f-430b-aeb4-480b40c50309 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:43.965766 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-9ca11f5a-042f-430b-aeb4-480b40c50309 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1148522 Sep 08 00:52:43.966562 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 56202) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:52:43.971005 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [None req-cf5fd74a-62d2-4a1d-9b2f-3a13592f3287 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Request body: {'floatingip': {'floating_network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a'}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:52:43.992571 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-cf5fd74a-62d2-4a1d-9b2f-3a13592f3287 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks [] for floatingip, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:44.086830 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-cf5fd74a-62d2-4a1d-9b2f-3a13592f3287 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:44.149323 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device c94dcbbd-4dcb-4309-adb2-0f852b546818 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 00:52:44.172142 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] No Port match for: c94dcbbd-4dcb-4309-adb2-0f852b546818 {{(pid=105700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 00:52:44.172485 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device c94dcbbd-4dcb-4309-adb2-0f852b546818 not bound to the agent host hv-cinder-75996 {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 00:52:44.190740 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.db_base_plugin_common [None req-cf5fd74a-62d2-4a1d-9b2f-3a13592f3287 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Allocated IP 172.27.0.32 (aeb1b426-56a4-445f-8c16-06e4bfc4278a/d22fae44-982b-434e-84ec-8582a9df6d9e/f90b486b-3189-4c86-8535-f7cf85ae8129) {{(pid=105698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 00:52:44.291414 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-cf5fd74a-62d2-4a1d-9b2f-3a13592f3287 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks [] for port, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:44.328465 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-cf5fd74a-62d2-4a1d-9b2f-3a13592f3287 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792256344477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705649'] for port, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:44.361316 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5fd74a-62d2-4a1d-9b2f-3a13592f3287 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Network aeb1b426-56a4-445f-8c16-06e4bfc4278a is already hosted by enough agents. {{(pid=105698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:52:44.365312 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.base_scheduler [None req-cf5fd74a-62d2-4a1d-9b2f-3a13592f3287 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Resources bound (agent type, host, resource id): {{(pid=105698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:52:44.367799 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5fd74a-62d2-4a1d-9b2f-3a13592f3287 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Received port after_create {{(pid=105698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 00:52:44.400463 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5fd74a-62d2-4a1d-9b2f-3a13592f3287 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Pushing event updated for resources: {'Port': ['ID=f90b486b-3189-4c86-8535-f7cf85ae8129,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:52:44.457949 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-cf5fd74a-62d2-4a1d-9b2f-3a13592f3287 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:44.493513 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-cf5fd74a-62d2-4a1d-9b2f-3a13592f3287 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:44.638011 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-cf5fd74a-62d2-4a1d-9b2f-3a13592f3287 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks [] for port, precommit_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:44.642324 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-cf5fd74a-62d2-4a1d-9b2f-3a13592f3287 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7705662'] for port, after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:44.711369 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5fd74a-62d2-4a1d-9b2f-3a13592f3287 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Pushing event updated for resources: {'Port': ['ID=f90b486b-3189-4c86-8535-f7cf85ae8129,revision_number=2']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:52:44.717495 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-cf5fd74a-62d2-4a1d-9b2f-3a13592f3287 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529524'] for floatingip, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:44.730692 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-cf5fd74a-62d2-4a1d-9b2f-3a13592f3287 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for floatingip, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:44.731995 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-cf5fd74a-62d2-4a1d-9b2f-3a13592f3287 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7644258 Sep 08 00:52:44.915686 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-b559c315-3571-4227-ba0c-10566d8e080d req-fea8d32a-be2f-44ec-b936-8fb07dff0178 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1804181453&fields=id&tenant_id=4467d938824242aab07cf31a1311c8aa HTTP/1.1" status: 200 len: 267 time: 0.0325644 Sep 08 00:52:45.020093 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559c315-3571-4227-ba0c-10566d8e080d req-d42e4eae-fa75-4434-8db7-2e33a60eec44 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:45.021556 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-b559c315-3571-4227-ba0c-10566d8e080d req-d42e4eae-fa75-4434-8db7-2e33a60eec44 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/networks?id=de8fbc24-7297-4226-b64a-9cb1927a5167 HTTP/1.1" status: 200 len: 817 time: 0.0991383 Sep 08 00:52:45.035786 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-b559c315-3571-4227-ba0c-10566d8e080d req-0ef0ce60-5a7f-405c-82a2-b847a2c02e21 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/quotas/4467d938824242aab07cf31a1311c8aa HTTP/1.1" status: 200 len: 375 time: 0.0086064 Sep 08 00:52:45.091142 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-b559c315-3571-4227-ba0c-10566d8e080d req-b5998138-6b47-4b28-add7-fd048fc71cfd tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4467d938824242aab07cf31a1311c8aa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0496314 Sep 08 00:52:45.185095 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-b559c315-3571-4227-ba0c-10566d8e080d req-c4b8ec1e-1bf5-4a06-8fe6-5992d09a9dd4 service neutron] 10.222.0.15 "GET /v2.0/networks/de8fbc24-7297-4226-b64a-9cb1927a5167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820103 Sep 08 00:52:45.282415 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-b559c315-3571-4227-ba0c-10566d8e080d req-397e5701-81f1-4e5e-947b-576391b7c2df service neutron] 10.222.0.15 "GET /v2.0/networks/de8fbc24-7297-4226-b64a-9cb1927a5167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909498 Sep 08 00:52:45.438183 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-067e7c6b-a966-42d9-b808-e76a1d4e119e req-086eecc5-e797-4c58-8c21-c11ca2cc90bd tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 210 time: 0.0260053 Sep 08 00:52:45.478514 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:46.429180 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559c315-3571-4227-ba0c-10566d8e080d req-4d9a4301-0699-4126-8169-44b217d8efa2 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:46.430789 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-b559c315-3571-4227-ba0c-10566d8e080d req-4d9a4301-0699-4126-8169-44b217d8efa2 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.35 "GET /v2.0/networks?id=de8fbc24-7297-4226-b64a-9cb1927a5167 HTTP/1.1" status: 200 len: 817 time: 0.1022048 Sep 08 00:52:46.481262 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-b559c315-3571-4227-ba0c-10566d8e080d req-a78e12f5-0c73-4fd9-8bcc-b3424f0c7740 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4467d938824242aab07cf31a1311c8aa HTTP/1.1" status: 200 len: 380 time: 0.0335326 Sep 08 00:52:46.490905 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [req-b559c315-3571-4227-ba0c-10566d8e080d req-7771960b-67c8-4bd8-baf4-de0abd80b07e tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Request body: {'port': {'device_id': '42a4d653-f3fd-44cd-9421-b8c95629c5fe', 'network_id': 'de8fbc24-7297-4226-b64a-9cb1927a5167', 'admin_state_up': True, 'tenant_id': '4467d938824242aab07cf31a1311c8aa', 'security_groups': ['a690eabb-5cce-4c11-beee-d91114968af8']}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:52:46.535907 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a3c692ec-0f98-4c70-81c0-93e190a4fd10 req-254447be-3485-4346-8a0e-96667ebb1468 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 210 time: 0.0256824 Sep 08 00:52:46.595437 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b559c315-3571-4227-ba0c-10566d8e080d req-7771960b-67c8-4bd8-baf4-de0abd80b07e tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Made reservation on behalf of 4467d938824242aab07cf31a1311c8aa for: {'port': 1} {{(pid=105698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:52:46.598856 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-b559c315-3571-4227-ba0c-10566d8e080d req-7771960b-67c8-4bd8-baf4-de0abd80b07e tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:46.720099 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.db_base_plugin_common [req-b559c315-3571-4227-ba0c-10566d8e080d req-7771960b-67c8-4bd8-baf4-de0abd80b07e tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Allocated IP 172.20.0.10 (de8fbc24-7297-4226-b64a-9cb1927a5167/83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1/d7f6dd86-26b2-43a1-8f84-4291bba88b25) {{(pid=105698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 00:52:46.852602 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-b559c315-3571-4227-ba0c-10566d8e080d req-7771960b-67c8-4bd8-baf4-de0abd80b07e tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks [] for port, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:46.865597 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [req-b559c315-3571-4227-ba0c-10566d8e080d req-7771960b-67c8-4bd8-baf4-de0abd80b07e tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Transition to ACTIVE for port object d7f6dd86-26b2-43a1-8f84-4291bba88b25 will not be triggered until provisioned by entity DHCP. {{(pid=105698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:52:46.898795 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-b559c315-3571-4227-ba0c-10566d8e080d req-7771960b-67c8-4bd8-baf4-de0abd80b07e tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792256344477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705649'] for port, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:46.938231 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b559c315-3571-4227-ba0c-10566d8e080d req-7771960b-67c8-4bd8-baf4-de0abd80b07e tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Network de8fbc24-7297-4226-b64a-9cb1927a5167 is already hosted by enough agents. {{(pid=105698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:52:46.941152 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.base_scheduler [req-b559c315-3571-4227-ba0c-10566d8e080d req-7771960b-67c8-4bd8-baf4-de0abd80b07e tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Resources bound (agent type, host, resource id): {{(pid=105698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:52:46.944750 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [req-b559c315-3571-4227-ba0c-10566d8e080d req-7771960b-67c8-4bd8-baf4-de0abd80b07e tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Received port after_create {{(pid=105698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 00:52:46.973686 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7771960b-67c8-4bd8-baf4-de0abd80b07e tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Pushing event updated for resources: {'Port': ['ID=d7f6dd86-26b2-43a1-8f84-4291bba88b25,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:52:47.002109 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559c315-3571-4227-ba0c-10566d8e080d req-7771960b-67c8-4bd8-baf4-de0abd80b07e tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:47.002770 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-b559c315-3571-4227-ba0c-10566d8e080d req-7771960b-67c8-4bd8-baf4-de0abd80b07e tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for port, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:47.017656 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-b559c315-3571-4227-ba0c-10566d8e080d req-7771960b-67c8-4bd8-baf4-de0abd80b07e tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5303032 Sep 08 00:52:47.092288 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [req-b559c315-3571-4227-ba0c-10566d8e080d req-b199c636-46a1-465c-81e9-f2c74c3d8d64 service neutron] Request body: {'port': {'device_id': '42a4d653-f3fd-44cd-9421-b8c95629c5fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:52:47.148852 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-b559c315-3571-4227-ba0c-10566d8e080d req-b199c636-46a1-465c-81e9-f2c74c3d8d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:47.179151 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-6848b5e7-8dca-4327-a634-eb51120acc1d None None] Provisioning for port d7f6dd86-26b2-43a1-8f84-4291bba88b25 completed by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:52:47.183911 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-6848b5e7-8dca-4327-a634-eb51120acc1d None None] Provisioning complete for port d7f6dd86-26b2-43a1-8f84-4291bba88b25 triggered by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:52:47.184279 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-6848b5e7-8dca-4327-a634-eb51120acc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:47.219346 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-6848b5e7-8dca-4327-a634-eb51120acc1d None None] Port d7f6dd86-26b2-43a1-8f84-4291bba88b25 cannot update to ACTIVE because it is not bound. {{(pid=105700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 00:52:47.404898 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.notifiers.nova [req-b559c315-3571-4227-ba0c-10566d8e080d req-b199c636-46a1-465c-81e9-f2c74c3d8d64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7f6dd86-26b2-43a1-8f84-4291bba88b25 {{(pid=105698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 00:52:47.412214 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-b559c315-3571-4227-ba0c-10566d8e080d req-b199c636-46a1-465c-81e9-f2c74c3d8d64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:47.424254 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [req-b559c315-3571-4227-ba0c-10566d8e080d req-b199c636-46a1-465c-81e9-f2c74c3d8d64 service neutron] Transition to ACTIVE for port object d7f6dd86-26b2-43a1-8f84-4291bba88b25 will not be triggered until provisioned by entity L2. {{(pid=105698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:52:47.427402 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-b559c315-3571-4227-ba0c-10566d8e080d req-b199c636-46a1-465c-81e9-f2c74c3d8d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7705662'] for port, after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:47.476396 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b199c636-46a1-465c-81e9-f2c74c3d8d64 service neutron] Pushing event updated for resources: {'Port': ['ID=d7f6dd86-26b2-43a1-8f84-4291bba88b25,revision_number=2']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:52:47.548054 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [req-b559c315-3571-4227-ba0c-10566d8e080d req-b199c636-46a1-465c-81e9-f2c74c3d8d64 service neutron] Attempting to bind port d7f6dd86-26b2-43a1-8f84-4291bba88b25 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 00:52:47.548405 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [req-b559c315-3571-4227-ba0c-10566d8e080d req-b199c636-46a1-465c-81e9-f2c74c3d8d64 service neutron] Attempting to bind port d7f6dd86-26b2-43a1-8f84-4291bba88b25 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '36a93c6c-e113-4def-a9a0-ed0b007be14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'de8fbc24-7297-4226-b64a-9cb1927a5167'}] {{(pid=105698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 00:52:47.548724 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b559c315-3571-4227-ba0c-10566d8e080d req-b199c636-46a1-465c-81e9-f2c74c3d8d64 service neutron] Attempting to bind port d7f6dd86-26b2-43a1-8f84-4291bba88b25 on network de8fbc24-7297-4226-b64a-9cb1927a5167 {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:52:47.553145 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b559c315-3571-4227-ba0c-10566d8e080d req-b199c636-46a1-465c-81e9-f2c74c3d8d64 service neutron] Port d7f6dd86-26b2-43a1-8f84-4291bba88b25 on network de8fbc24-7297-4226-b64a-9cb1927a5167 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 00:52:47.553469 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b559c315-3571-4227-ba0c-10566d8e080d req-b199c636-46a1-465c-81e9-f2c74c3d8d64 service neutron] Attempting to bind port d7f6dd86-26b2-43a1-8f84-4291bba88b25 on network de8fbc24-7297-4226-b64a-9cb1927a5167 {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:52:47.558750 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b559c315-3571-4227-ba0c-10566d8e080d req-b199c636-46a1-465c-81e9-f2c74c3d8d64 service neutron] Checking agent: {'id': '9d05b7f5-da94-42e7-89b0-a476ea8ca848', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 0, 41, 44), 'started_at': datetime.datetime(2021, 9, 8, 0, 41, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 0, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 00:52:47.559089 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b559c315-3571-4227-ba0c-10566d8e080d req-b199c636-46a1-465c-81e9-f2c74c3d8d64 service neutron] Checking segment: {'id': '36a93c6c-e113-4def-a9a0-ed0b007be14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'de8fbc24-7297-4226-b64a-9cb1927a5167'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:52:47.559468 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b559c315-3571-4227-ba0c-10566d8e080d req-b199c636-46a1-465c-81e9-f2c74c3d8d64 service neutron] Bound using segment: {'id': '36a93c6c-e113-4def-a9a0-ed0b007be14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'de8fbc24-7297-4226-b64a-9cb1927a5167'} {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 00:52:47.559927 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [req-b559c315-3571-4227-ba0c-10566d8e080d req-b199c636-46a1-465c-81e9-f2c74c3d8d64 service neutron] Bound port: d7f6dd86-26b2-43a1-8f84-4291bba88b25, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36a93c6c-e113-4def-a9a0-ed0b007be14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'de8fbc24-7297-4226-b64a-9cb1927a5167'}}] {{(pid=105698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 00:52:47.560285 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-b559c315-3571-4227-ba0c-10566d8e080d req-b199c636-46a1-465c-81e9-f2c74c3d8d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:47.630691 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.db [req-b559c315-3571-4227-ba0c-10566d8e080d req-b199c636-46a1-465c-81e9-f2c74c3d8d64 service neutron] For port d7f6dd86-26b2-43a1-8f84-4291bba88b25, host hv-cinder-75996, cleared binding levels {{(pid=105698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 00:52:47.634600 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.db [req-b559c315-3571-4227-ba0c-10566d8e080d req-b199c636-46a1-465c-81e9-f2c74c3d8d64 service neutron] For port d7f6dd86-26b2-43a1-8f84-4291bba88b25, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=d7f6dd86-26b2-43a1-8f84-4291bba88b25,segment=NetworkSegment(36a93c6c-e113-4def-a9a0-ed0b007be14b),segment_id=36a93c6c-e113-4def-a9a0-ed0b007be14b)] {{(pid=105698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 00:52:47.639163 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-b559c315-3571-4227-ba0c-10566d8e080d req-b199c636-46a1-465c-81e9-f2c74c3d8d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7705662'] for port, after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:47.666763 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda359a-e366-4619-8626-74e078024451 req-b1d64dbc-d5be-49dd-90f2-998a87d4d2d9 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:47.668293 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-7dda359a-e366-4619-8626-74e078024451 req-b1d64dbc-d5be-49dd-90f2-998a87d4d2d9 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 944 time: 0.0529473 Sep 08 00:52:47.672530 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559c315-3571-4227-ba0c-10566d8e080d req-b199c636-46a1-465c-81e9-f2c74c3d8d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:47.673157 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-b559c315-3571-4227-ba0c-10566d8e080d req-b199c636-46a1-465c-81e9-f2c74c3d8d64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for port, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:47.674573 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-b559c315-3571-4227-ba0c-10566d8e080d req-b199c636-46a1-465c-81e9-f2c74c3d8d64 service neutron] 10.222.0.35 "PUT /v2.0/ports/d7f6dd86-26b2-43a1-8f84-4291bba88b25 HTTP/1.1" status: 200 len: 1094 time: 0.5865338 Sep 08 00:52:47.674901 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42a4d653-f3fd-44cd-9421-b8c95629c5fe', 'tag': 'd7f6dd86-26b2-43a1-8f84-4291bba88b25'}] {{(pid=105698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:52:47.677138 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26d4041160ff19e6bfa7ff8d463369e3025ec2e9db032453864bb7ad8051457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b595afba-45f0-4d88-9ded-72bfb42ae47b" -d '{"events": [{"name": "network-changed", "server_uuid": "42a4d653-f3fd-44cd-9421-b8c95629c5fe", "tag": "d7f6dd86-26b2-43a1-8f84-4291bba88b25"}]}' {{(pid=105698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:52:47.703925 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b199c636-46a1-465c-81e9-f2c74c3d8d64 service neutron] Pushing event updated for resources: {'Port': ['ID=d7f6dd86-26b2-43a1-8f84-4291bba88b25,revision_number=3']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:52:47.726091 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 00:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda23b6f-e211-4717-8824-853a1642adb6 x-openstack-request-id: req-cda23b6f-e211-4717-8824-853a1642adb6 {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:52:47.726477 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42a4d653-f3fd-44cd-9421-b8c95629c5fe", "tag": "d7f6dd86-26b2-43a1-8f84-4291bba88b25", "status": "completed", "code": 200}]} {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:52:47.726477 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cda23b6f-e211-4717-8824-853a1642adb6 {{(pid=105698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:52:47.727468 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42a4d653-f3fd-44cd-9421-b8c95629c5fe', 'tag': 'd7f6dd86-26b2-43a1-8f84-4291bba88b25', 'status': 'completed', 'code': 200} Sep 08 00:52:47.732025 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-7dda359a-e366-4619-8626-74e078024451 req-71f8730b-1470-41b7-adf3-9b8509079423 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567293 Sep 08 00:52:47.792022 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559c315-3571-4227-ba0c-10566d8e080d req-36a0cee7-fe44-41df-bcbc-8d538a182b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:47.793554 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-b559c315-3571-4227-ba0c-10566d8e080d req-36a0cee7-fe44-41df-bcbc-8d538a182b81 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4467d938824242aab07cf31a1311c8aa&device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 1097 time: 0.0427341 Sep 08 00:52:47.812132 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-66b53a2e-3669-493b-9e6f-25a1ffd423f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:47.850253 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-b559c315-3571-4227-ba0c-10566d8e080d req-4c407bbd-19c8-42da-8e8f-698f6d9c409e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7f6dd86-26b2-43a1-8f84-4291bba88b25 HTTP/1.1" status: 200 len: 217 time: 0.0421910 Sep 08 00:52:47.900356 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559c315-3571-4227-ba0c-10566d8e080d req-63224f88-2080-49aa-8474-513122e01a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:47.901788 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-b559c315-3571-4227-ba0c-10566d8e080d req-63224f88-2080-49aa-8474-513122e01a44 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1 HTTP/1.1" status: 200 len: 856 time: 0.0448790 Sep 08 00:52:47.948275 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559c315-3571-4227-ba0c-10566d8e080d req-5141f6e8-4b6c-4952-b827-1d56fa26ae40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:47.949747 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-b559c315-3571-4227-ba0c-10566d8e080d req-5141f6e8-4b6c-4952-b827-1d56fa26ae40 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=de8fbc24-7297-4226-b64a-9cb1927a5167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0411994 Sep 08 00:52:48.044323 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-b559c315-3571-4227-ba0c-10566d8e080d req-0b8f1ca0-e655-4639-ac53-2c318647eafa service neutron] 10.222.0.35 "GET /v2.0/networks/de8fbc24-7297-4226-b64a-9cb1927a5167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870543 Sep 08 00:52:48.136253 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-b559c315-3571-4227-ba0c-10566d8e080d req-17a9021d-3cc3-4701-92f7-abbc37723b2b service neutron] 10.222.0.35 "GET /v2.0/networks/de8fbc24-7297-4226-b64a-9cb1927a5167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849001 Sep 08 00:52:48.266624 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595afba-45f0-4d88-9ded-72bfb42ae47b req-e343f9c5-7a1b-4853-bd29-45c08f3d5440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:48.268150 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-b595afba-45f0-4d88-9ded-72bfb42ae47b req-e343f9c5-7a1b-4853-bd29-45c08f3d5440 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4467d938824242aab07cf31a1311c8aa&device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 1097 time: 0.0410790 Sep 08 00:52:48.357620 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595afba-45f0-4d88-9ded-72bfb42ae47b req-2b111676-9ad1-46de-bded-065f6d4de7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:48.358992 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-b595afba-45f0-4d88-9ded-72bfb42ae47b req-2b111676-9ad1-46de-bded-065f6d4de7e5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=de8fbc24-7297-4226-b64a-9cb1927a5167 HTTP/1.1" status: 200 len: 918 time: 0.0822048 Sep 08 00:52:48.403704 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-b595afba-45f0-4d88-9ded-72bfb42ae47b req-40d99926-5f5d-4c24-9041-9341bd7eb150 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7f6dd86-26b2-43a1-8f84-4291bba88b25 HTTP/1.1" status: 200 len: 217 time: 0.0354311 Sep 08 00:52:48.451502 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595afba-45f0-4d88-9ded-72bfb42ae47b req-34dec32e-e4fe-40da-9177-d412d41b534f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:48.452963 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-b595afba-45f0-4d88-9ded-72bfb42ae47b req-34dec32e-e4fe-40da-9177-d412d41b534f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1 HTTP/1.1" status: 200 len: 856 time: 0.0426822 Sep 08 00:52:48.497019 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595afba-45f0-4d88-9ded-72bfb42ae47b req-696ab0a6-b99d-46e0-b370-b8ace32f1cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:48.498441 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-b595afba-45f0-4d88-9ded-72bfb42ae47b req-696ab0a6-b99d-46e0-b370-b8ace32f1cb9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=de8fbc24-7297-4226-b64a-9cb1927a5167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0388069 Sep 08 00:52:48.592851 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-b595afba-45f0-4d88-9ded-72bfb42ae47b req-fbc5458e-20da-4126-a447-78ea21418197 service neutron] 10.222.0.35 "GET /v2.0/networks/de8fbc24-7297-4226-b64a-9cb1927a5167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856349 Sep 08 00:52:48.679534 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-b595afba-45f0-4d88-9ded-72bfb42ae47b req-c1be475e-a5ce-46ba-86e6-16481455bbe7 service neutron] 10.222.0.35 "GET /v2.0/networks/de8fbc24-7297-4226-b64a-9cb1927a5167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796349 Sep 08 00:52:48.843325 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae15e5c-daa3-4555-9c28-04895d5f322c req-c4820d75-74b8-4ec7-97a2-9b9048d42602 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:48.844848 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-dae15e5c-daa3-4555-9c28-04895d5f322c req-c4820d75-74b8-4ec7-97a2-9b9048d42602 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 944 time: 0.0487757 Sep 08 00:52:48.881766 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-dae15e5c-daa3-4555-9c28-04895d5f322c req-9fd10c2b-b176-479c-beab-c5674afabaf4 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310953 Sep 08 00:52:49.183566 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.agents_db [None req-8a21184a-e449-40d8-9b7c-bcfe602fdfc6 None None] Agent healthcheck: found 6 active agents {{(pid=105701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 00:52:50.000972 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61969b7-d5a6-4876-86f6-922ca1c2a30b req-d0a265c2-8564-4692-9654-9a5f9db30b60 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:50.002442 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-d61969b7-d5a6-4876-86f6-922ca1c2a30b req-d0a265c2-8564-4692-9654-9a5f9db30b60 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 944 time: 0.0485227 Sep 08 00:52:50.038275 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-d61969b7-d5a6-4876-86f6-922ca1c2a30b req-937fe3ec-6348-4acb-98b1-5b177412233a tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301127 Sep 08 00:52:50.830831 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:50.832827 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-e70cc36f-05af-4190-89c2-5235d1bfe221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:51.153661 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb51ac5-4a75-41eb-bcc1-817a07668717 req-af4abc67-3961-42dc-9c50-20a677b74b7a tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:51.155110 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-feb51ac5-4a75-41eb-bcc1-817a07668717 req-af4abc67-3961-42dc-9c50-20a677b74b7a tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 944 time: 0.0477126 Sep 08 00:52:51.197372 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-feb51ac5-4a75-41eb-bcc1-817a07668717 req-2dcf0580-62f2-45b4-98aa-5a44f118a6aa tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363491 Sep 08 00:52:51.653132 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:52.168635 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device d7f6dd86-26b2-43a1-8f84-4291bba88b25 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=105700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 00:52:52.263037 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port d7f6dd86-26b2-43a1-8f84-4291bba88b25, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=d7f6dd86-26b2-43a1-8f84-4291bba88b25,segment=NetworkSegment(36a93c6c-e113-4def-a9a0-ed0b007be14b),segment_id=36a93c6c-e113-4def-a9a0-ed0b007be14b)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:52:52.274270 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Returning: {'device': 'd7f6dd86-26b2-43a1-8f84-4291bba88b25', 'network_id': 'de8fbc24-7297-4226-b64a-9cb1927a5167', 'port_id': 'd7f6dd86-26b2-43a1-8f84-4291bba88b25', 'mac_address': 'fa:16:3e:1f:21:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 00:52:52.312159 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:52.314611 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c77415-3f79-4af2-86c3-06b3ac32a6ea req-b5dcd39e-2367-4e47-9cd6-ce6db27b9dd7 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:52.316109 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-84c77415-3f79-4af2-86c3-06b3ac32a6ea req-b5dcd39e-2367-4e47-9cd6-ce6db27b9dd7 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 944 time: 0.0497289 Sep 08 00:52:52.324675 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.notifiers.nova [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7f6dd86-26b2-43a1-8f84-4291bba88b25 {{(pid=105700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 00:52:52.343501 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port d7f6dd86-26b2-43a1-8f84-4291bba88b25, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=d7f6dd86-26b2-43a1-8f84-4291bba88b25,segment=NetworkSegment(36a93c6c-e113-4def-a9a0-ed0b007be14b),segment_id=36a93c6c-e113-4def-a9a0-ed0b007be14b)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:52:52.350196 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:52.355292 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-84c77415-3f79-4af2-86c3-06b3ac32a6ea req-cdb5dc8a-564b-42a9-a931-292406741b15 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331728 Sep 08 00:52:52.395689 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Pushing event updated for resources: {'Port': ['ID=d7f6dd86-26b2-43a1-8f84-4291bba88b25,revision_number=4']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:52:52.744170 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] get_ports_and_sgs() called for port_ids ['d7f6dd86-26b2-43a1-8f84-4291bba88b25'] {{(pid=105700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 00:52:52.959404 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-e7c8857e-8caf-42cf-97f7-2536377a22b5 req-1e59542c-35fc-41b1-b40c-527f26841ad3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d4b36f8f-38b1-4faa-a386-9d484e7aa1f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432775 Sep 08 00:52:53.059342 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c8857e-8caf-42cf-97f7-2536377a22b5 req-0ea6d23f-41d0-4542-9dea-1015b61f14f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:53.060835 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-e7c8857e-8caf-42cf-97f7-2536377a22b5 req-0ea6d23f-41d0-4542-9dea-1015b61f14f1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6c2e3269f9714298a408087ff7cd53df&device_id=d4b36f8f-38b1-4faa-a386-9d484e7aa1f2 HTTP/1.1" status: 200 len: 1099 time: 0.0416694 Sep 08 00:52:53.127484 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:53.162099 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c8857e-8caf-42cf-97f7-2536377a22b5 req-39289200-71b4-4229-89f5-5ca52c409f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:53.163601 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-e7c8857e-8caf-42cf-97f7-2536377a22b5 req-39289200-71b4-4229-89f5-5ca52c409f23 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ce10fb4f-fc55-43bc-8b33-2df5991b8f81 HTTP/1.1" status: 200 len: 912 time: 0.0832353 Sep 08 00:52:53.231728 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-e7c8857e-8caf-42cf-97f7-2536377a22b5 req-e251b0e0-3923-4975-95e0-3316c420c14c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5f6310d-03e2-422b-aa82-84bb5eaf8877 HTTP/1.1" status: 200 len: 1002 time: 0.0602341 Sep 08 00:52:53.281895 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c8857e-8caf-42cf-97f7-2536377a22b5 req-e184c2ce-4944-461b-bca9-b133330d19a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:53.283314 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-e7c8857e-8caf-42cf-97f7-2536377a22b5 req-e184c2ce-4944-461b-bca9-b133330d19a0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9be68c17-707e-479e-ae04-cf49c535adb6 HTTP/1.1" status: 200 len: 850 time: 0.0444152 Sep 08 00:52:53.328332 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c8857e-8caf-42cf-97f7-2536377a22b5 req-4e7542b5-3bd0-4eea-a775-596e89f8e4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:53.329705 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-e7c8857e-8caf-42cf-97f7-2536377a22b5 req-4e7542b5-3bd0-4eea-a775-596e89f8e4af service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ce10fb4f-fc55-43bc-8b33-2df5991b8f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0383635 Sep 08 00:52:53.420723 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-e7c8857e-8caf-42cf-97f7-2536377a22b5 req-e0a54a02-b5dd-43fb-998d-ac85fee22ccb service neutron] 10.222.0.35 "GET /v2.0/networks/ce10fb4f-fc55-43bc-8b33-2df5991b8f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829618 Sep 08 00:52:53.473406 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422a855-6f4c-4b72-a27a-b1da6bb797b3 req-a7875b17-b403-4e74-893d-539c9c91cbb8 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:53.474921 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0422a855-6f4c-4b72-a27a-b1da6bb797b3 req-a7875b17-b403-4e74-893d-539c9c91cbb8 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 945 time: 0.0493550 Sep 08 00:52:53.512707 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0422a855-6f4c-4b72-a27a-b1da6bb797b3 req-df89b58b-ebca-4b28-869f-50c402138e40 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316491 Sep 08 00:52:53.514552 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-e7c8857e-8caf-42cf-97f7-2536377a22b5 req-bc2799e3-c174-4cd7-a45a-8f48b58b5cef service neutron] 10.222.0.35 "GET /v2.0/networks/ce10fb4f-fc55-43bc-8b33-2df5991b8f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866323 Sep 08 00:52:54.176188 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device d7f6dd86-26b2-43a1-8f84-4291bba88b25 up at agent hyperv_hv-cinder-75996 {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:52:54.223146 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Provisioning for port d7f6dd86-26b2-43a1-8f84-4291bba88b25 completed by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:52:54.226642 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Provisioning complete for port d7f6dd86-26b2-43a1-8f84-4291bba88b25 triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:52:54.227104 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:54.301950 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:54.323203 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a4d653-f3fd-44cd-9421-b8c95629c5fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f6dd86-26b2-43a1-8f84-4291bba88b25'}] {{(pid=105700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:52:54.325425 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8460d1f582680b5b58131e18e26cc0c46bcacb71cb7028c1e32c58fa4cd87a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602bafe7-a79c-49ae-9700-997a3a65f18c" -d '{"events": [{"server_uuid": "42a4d653-f3fd-44cd-9421-b8c95629c5fe", "name": "network-vif-plugged", "status": "completed", "tag": "d7f6dd86-26b2-43a1-8f84-4291bba88b25"}]}' {{(pid=105700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:52:54.338300 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port d7f6dd86-26b2-43a1-8f84-4291bba88b25, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=d7f6dd86-26b2-43a1-8f84-4291bba88b25,segment=NetworkSegment(36a93c6c-e113-4def-a9a0-ed0b007be14b),segment_id=36a93c6c-e113-4def-a9a0-ed0b007be14b)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:52:54.342936 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:54.368728 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 00:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c37e0a-af61-4e36-930f-e7763acec1ad x-openstack-request-id: req-c3c37e0a-af61-4e36-930f-e7763acec1ad {{(pid=105700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:52:54.369014 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a4d653-f3fd-44cd-9421-b8c95629c5fe", "name": "network-vif-plugged", "status": "completed", "tag": "d7f6dd86-26b2-43a1-8f84-4291bba88b25", "code": 200}]} {{(pid=105700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:52:54.369270 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c3c37e0a-af61-4e36-930f-e7763acec1ad {{(pid=105700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:52:54.369658 dv-cinder-759961-13-iscsi neutron-server[105700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a4d653-f3fd-44cd-9421-b8c95629c5fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f6dd86-26b2-43a1-8f84-4291bba88b25', 'code': 200} Sep 08 00:52:54.393570 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Pushing event updated for resources: {'Port': ['ID=d7f6dd86-26b2-43a1-8f84-4291bba88b25,revision_number=5']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:52:54.552607 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b17e93-66fd-4f63-a07a-d9be1c18840d req-82692b29-ae81-4a3d-8645-0d99eaf1b18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:54.554112 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-15b17e93-66fd-4f63-a07a-d9be1c18840d req-82692b29-ae81-4a3d-8645-0d99eaf1b18c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 1099 time: 0.0400858 Sep 08 00:52:54.590055 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-15b17e93-66fd-4f63-a07a-d9be1c18840d req-eafd4f8d-128b-46ab-b6eb-3f21d51c37e3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284204 Sep 08 00:52:54.630120 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818f630-9690-4d0f-bb60-4fc51f0ea406 req-d873d524-6905-4a2a-b5d8-5c694da17bb4 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:54.631600 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e818f630-9690-4d0f-bb60-4fc51f0ea406 req-d873d524-6905-4a2a-b5d8-5c694da17bb4 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 946 time: 0.0474322 Sep 08 00:52:54.671676 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e818f630-9690-4d0f-bb60-4fc51f0ea406 req-adc0f02e-a4f5-4b05-97c8-3f75245f937d tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335269 Sep 08 00:52:55.897609 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dec709-ac3a-42e5-bb0c-9ed613903899 req-ec04c624-437b-447c-b70a-0862c6ee6581 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:55.899477 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-47dec709-ac3a-42e5-bb0c-9ed613903899 req-ec04c624-437b-447c-b70a-0862c6ee6581 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 946 time: 0.0475271 Sep 08 00:52:55.935772 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-47dec709-ac3a-42e5-bb0c-9ed613903899 req-6bdee5bd-48cc-4ff6-9bd2-b3e1b3630e8d tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304232 Sep 08 00:52:57.048755 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadcd29d-65f6-4025-a3b7-c33758453b2c req-c82d53d7-f1c9-4ccc-9973-98ff80a3ed24 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:57.050205 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-dadcd29d-65f6-4025-a3b7-c33758453b2c req-c82d53d7-f1c9-4ccc-9973-98ff80a3ed24 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 946 time: 0.0471156 Sep 08 00:52:57.088616 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-dadcd29d-65f6-4025-a3b7-c33758453b2c req-f1c13240-d4c9-4f8c-b840-346a2cbf2d4b tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309212 Sep 08 00:52:57.201591 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78926b11-446d-4482-a7eb-ca0bb44cceee req-8bffc838-ce88-4516-b724-0152dc86097a tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:57.203038 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-78926b11-446d-4482-a7eb-ca0bb44cceee req-8bffc838-ce88-4516-b724-0152dc86097a tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 946 time: 0.0469911 Sep 08 00:52:57.212101 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 56280) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:52:57.216371 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [None req-830327f2-da63-4a05-b572-69d6b7e734f4 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Request body: {'floatingip': {'port_id': 'd7f6dd86-26b2-43a1-8f84-4291bba88b25'}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:52:57.256878 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-830327f2-da63-4a05-b572-69d6b7e734f4 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks [] for floatingip, before_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:57.678971 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-830327f2-da63-4a05-b572-69d6b7e734f4 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:57.683274 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-830327f2-da63-4a05-b572-69d6b7e734f4 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529524'] for floatingip, after_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:57.779556 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.db.l3_db [None req-830327f2-da63-4a05-b572-69d6b7e734f4 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Floating IP 8eb26b2a-7c95-493d-9cb4-01a04a631bb6 associated. External IP: 172.27.0.32, port: d7f6dd86-26b2-43a1-8f84-4291bba88b25. Sep 08 00:52:57.975470 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830327f2-da63-4a05-b572-69d6b7e734f4 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Router 20c990cd-fee1-47ea-abe8-1ff59e755bab has already been hosted by L3 agent e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146 {{(pid=105699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 00:52:58.079542 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830327f2-da63-4a05-b572-69d6b7e734f4 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify agent at l3_agent.dv-cinder-759961-13-iscsi the message routers_updated {{(pid=105699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 00:52:58.084702 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-830327f2-da63-4a05-b572-69d6b7e734f4 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for floatingip, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:52:58.089432 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3565869b-341b-4474-bba8-5cfd25e61556 None None] Sync routers for ids ['20c990cd-fee1-47ea-abe8-1ff59e755bab'] in dv-cinder-759961-13-iscsi {{(pid=105700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 00:52:58.099158 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3565869b-341b-4474-bba8-5cfd25e61556 None None] Routers {'20c990cd-fee1-47ea-abe8-1ff59e755bab'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:52:58.099804 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-3565869b-341b-4474-bba8-5cfd25e61556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:52:51Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['20c990cd-fee1-47ea-abe8-1ff59e755bab'], 'active': True} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:52:58.111098 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-830327f2-da63-4a05-b572-69d6b7e734f4 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "PUT /v2.0/floatingips/8eb26b2a-7c95-493d-9cb4-01a04a631bb6 HTTP/1.1" status: 200 len: 991 time: 0.8979635 Sep 08 00:52:58.111695 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42a4d653-f3fd-44cd-9421-b8c95629c5fe', 'tag': 'd7f6dd86-26b2-43a1-8f84-4291bba88b25'}] {{(pid=105699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:52:58.113912 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3219a0c12e8a5a78bd5034d738b4394f25721dc263a67c7d4cfc0eaa1ac0f340" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0eaedf-6657-4936-874d-00a84f767dfa" -d '{"events": [{"name": "network-changed", "server_uuid": "42a4d653-f3fd-44cd-9421-b8c95629c5fe", "tag": "d7f6dd86-26b2-43a1-8f84-4291bba88b25"}]}' {{(pid=105699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:52:58.151096 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 00:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63620a8a-1d3c-4f59-a56f-aa2c39b4224b x-openstack-request-id: req-63620a8a-1d3c-4f59-a56f-aa2c39b4224b {{(pid=105699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:52:58.151389 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42a4d653-f3fd-44cd-9421-b8c95629c5fe", "tag": "d7f6dd86-26b2-43a1-8f84-4291bba88b25", "status": "completed", "code": 200}]} {{(pid=105699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:52:58.151669 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-63620a8a-1d3c-4f59-a56f-aa2c39b4224b {{(pid=105699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:52:58.152066 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42a4d653-f3fd-44cd-9421-b8c95629c5fe', 'tag': 'd7f6dd86-26b2-43a1-8f84-4291bba88b25', 'status': 'completed', 'code': 200} Sep 08 00:52:58.207205 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvr_db [None req-3565869b-341b-4474-bba8-5cfd25e61556 None None] Set router 20c990cd-fee1-47ea-abe8-1ff59e755bab gateway port host: dv-cinder-759961-13-iscsi {{(pid=105700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:52:58.248460 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0eaedf-6657-4936-874d-00a84f767dfa req-a3687325-3667-4917-b2ad-9d7abe337c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:58.249948 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-fc0eaedf-6657-4936-874d-00a84f767dfa req-a3687325-3667-4917-b2ad-9d7abe337c1a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4467d938824242aab07cf31a1311c8aa&device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 1099 time: 0.0427158 Sep 08 00:52:58.342629 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0eaedf-6657-4936-874d-00a84f767dfa req-cbf7e701-48a6-4174-839a-6bec9ddd64c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:58.344133 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-fc0eaedf-6657-4936-874d-00a84f767dfa req-cbf7e701-48a6-4174-839a-6bec9ddd64c3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=de8fbc24-7297-4226-b64a-9cb1927a5167 HTTP/1.1" status: 200 len: 918 time: 0.0872855 Sep 08 00:52:58.408795 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-fc0eaedf-6657-4936-874d-00a84f767dfa req-14a9bb75-eab3-4a11-bd28-deca2ca841c5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7f6dd86-26b2-43a1-8f84-4291bba88b25 HTTP/1.1" status: 200 len: 999 time: 0.0567284 Sep 08 00:52:58.434072 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-3565869b-341b-4474-bba8-5cfd25e61556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'name': 'tempest-AttachVolumeShelveTestJSON-1518219136-router', 'tenant_id': '4467d938824242aab07cf31a1311c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '939e38d5-3003-4e38-9d37-799586b7dad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:47:42Z', 'updated_at': '2021-09-08T00:47:46Z', 'revision_number': 4, 'project_id': '4467d938824242aab07cf31a1311c8aa', 'gw_port': {'id': '939e38d5-3003-4e38-9d37-799586b7dad0', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:43Z', 'updated_at': '2021-09-08T00:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_floatingips': [{'id': '8eb26b2a-7c95-493d-9cb4-01a04a631bb6', 'tenant_id': '4467d938824242aab07cf31a1311c8aa', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'router_id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'port_id': 'd7f6dd86-26b2-43a1-8f84-4291bba88b25', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de8fbc24-7297-4226-b64a-9cb1927a5167', 'mac_address': 'fa:16:3e:1f:21:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a4d653-f3fd-44cd-9421-b8c95629c5fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T00:52:44Z', 'updated_at': '2021-09-08T00:52:57Z', 'revision_number': 1, 'project_id': '4467d938824242aab07cf31a1311c8aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c4e9451-6a18-4a3b-a8b6-52d889f4e6a1', 'name': '', 'network_id': 'de8fbc24-7297-4226-b64a-9cb1927a5167', 'tenant_id': '4467d938824242aab07cf31a1311c8aa', 'mac_address': 'fa:16:3e:e7:04:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:45Z', 'updated_at': '2021-09-08T00:47:53Z', 'revision_number': 5, 'project_id': '4467d938824242aab07cf31a1311c8aa', 'subnets': [{'id': '83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:52:58.459356 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3565869b-341b-4474-bba8-5cfd25e61556 None None] Checking router: 20c990cd-fee1-47ea-abe8-1ff59e755bab for host: dv-cinder-759961-13-iscsi {{(pid=105700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 00:52:58.459861 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0eaedf-6657-4936-874d-00a84f767dfa req-61d7e652-6fe4-47c9-8de2-5de3dad12c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:58.461336 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-fc0eaedf-6657-4936-874d-00a84f767dfa req-61d7e652-6fe4-47c9-8de2-5de3dad12c40 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1 HTTP/1.1" status: 200 len: 856 time: 0.0449495 Sep 08 00:52:58.467971 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3565869b-341b-4474-bba8-5cfd25e61556 None None] Routers {'20c990cd-fee1-47ea-abe8-1ff59e755bab'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:52:58.468568 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-3565869b-341b-4474-bba8-5cfd25e61556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:52:51Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['20c990cd-fee1-47ea-abe8-1ff59e755bab'], 'active': True} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:52:58.528793 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0eaedf-6657-4936-874d-00a84f767dfa req-34fb1e56-dcb8-4e4a-864a-7eea1b3dfbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:52:58.530261 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-fc0eaedf-6657-4936-874d-00a84f767dfa req-34fb1e56-dcb8-4e4a-864a-7eea1b3dfbe0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=de8fbc24-7297-4226-b64a-9cb1927a5167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0427926 Sep 08 00:52:58.574042 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvr_db [None req-3565869b-341b-4474-bba8-5cfd25e61556 None None] Set router 20c990cd-fee1-47ea-abe8-1ff59e755bab gateway port host: dv-cinder-759961-13-iscsi {{(pid=105700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:52:58.619410 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-fc0eaedf-6657-4936-874d-00a84f767dfa req-8c012e09-1530-4c67-a10d-b9995b7e914e service neutron] 10.222.0.35 "GET /v2.0/networks/de8fbc24-7297-4226-b64a-9cb1927a5167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813551 Sep 08 00:52:58.712390 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-fc0eaedf-6657-4936-874d-00a84f767dfa req-2d954f71-10a2-4987-9720-7a46abb7e26b service neutron] 10.222.0.35 "GET /v2.0/networks/de8fbc24-7297-4226-b64a-9cb1927a5167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841057 Sep 08 00:52:58.797122 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-3565869b-341b-4474-bba8-5cfd25e61556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'name': 'tempest-AttachVolumeShelveTestJSON-1518219136-router', 'tenant_id': '4467d938824242aab07cf31a1311c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '939e38d5-3003-4e38-9d37-799586b7dad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:47:42Z', 'updated_at': '2021-09-08T00:47:46Z', 'revision_number': 4, 'project_id': '4467d938824242aab07cf31a1311c8aa', 'gw_port': {'id': '939e38d5-3003-4e38-9d37-799586b7dad0', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:43Z', 'updated_at': '2021-09-08T00:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_floatingips': [{'id': '8eb26b2a-7c95-493d-9cb4-01a04a631bb6', 'tenant_id': '4467d938824242aab07cf31a1311c8aa', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'router_id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'port_id': 'd7f6dd86-26b2-43a1-8f84-4291bba88b25', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de8fbc24-7297-4226-b64a-9cb1927a5167', 'mac_address': 'fa:16:3e:1f:21:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a4d653-f3fd-44cd-9421-b8c95629c5fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T00:52:44Z', 'updated_at': '2021-09-08T00:52:57Z', 'revision_number': 1, 'project_id': '4467d938824242aab07cf31a1311c8aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c4e9451-6a18-4a3b-a8b6-52d889f4e6a1', 'name': '', 'network_id': 'de8fbc24-7297-4226-b64a-9cb1927a5167', 'tenant_id': '4467d938824242aab07cf31a1311c8aa', 'mac_address': 'fa:16:3e:e7:04:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:45Z', 'updated_at': '2021-09-08T00:47:53Z', 'revision_number': 5, 'project_id': '4467d938824242aab07cf31a1311c8aa', 'subnets': [{'id': '83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:52:58.822360 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3565869b-341b-4474-bba8-5cfd25e61556 None None] The sync data for ids ['20c990cd-fee1-47ea-abe8-1ff59e755bab'] in dv-cinder-759961-13-iscsi is: [{'id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'name': 'tempest-AttachVolumeShelveTestJSON-1518219136-router', 'tenant_id': '4467d938824242aab07cf31a1311c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '939e38d5-3003-4e38-9d37-799586b7dad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:47:42Z', 'updated_at': '2021-09-08T00:47:46Z', 'revision_number': 4, 'project_id': '4467d938824242aab07cf31a1311c8aa', 'gw_port': {'id': '939e38d5-3003-4e38-9d37-799586b7dad0', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:43Z', 'updated_at': '2021-09-08T00:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_floatingips': [{'id': '8eb26b2a-7c95-493d-9cb4-01a04a631bb6', 'tenant_id': '4467d938824242aab07cf31a1311c8aa', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'router_id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'port_id': 'd7f6dd86-26b2-43a1-8f84-4291bba88b25', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de8fbc24-7297-4226-b64a-9cb1927a5167', 'mac_address': 'fa:16:3e:1f:21:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a4d653-f3fd-44cd-9421-b8c95629c5fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T00:52:44Z', 'updated_at': '2021-09-08T00:52:57Z', 'revision_number': 1, 'project_id': '4467d938824242aab07cf31a1311c8aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c4e9451-6a18-4a3b-a8b6-52d889f4e6a1', 'name': '', 'network_id': 'de8fbc24-7297-4226-b64a-9cb1927a5167', 'tenant_id': '4467d938824242aab07cf31a1311c8aa', 'mac_address': 'fa:16:3e:e7:04:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:45Z', 'updated_at': '2021-09-08T00:47:53Z', 'revision_number': 5, 'project_id': '4467d938824242aab07cf31a1311c8aa', 'subnets': [{'id': '83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 00:52:58.994281 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27c9c21-9a9e-4c94-ba24-1c9eea1a579a None None] New status for floating IP 8eb26b2a-7c95-493d-9cb4-01a04a631bb6: ACTIVE {{(pid=105701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 00:53:15.481713 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:53:17.812480 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-e6de6231-ec66-4273-a373-262c15c9c9e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:53:20.833892 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-db4714f6-39a9-4173-9991-f67768328e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:53:20.836124 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:53:21.655290 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:53:23.130291 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:53:26.182790 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.agents_db [None req-8a21184a-e449-40d8-9b7c-bcfe602fdfc6 None None] Agent healthcheck: found 6 active agents {{(pid=105701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 00:53:45.510670 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:53:47.812762 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-a533e2ec-f9a6-4d3e-b482-01b23fa886d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:53:50.834493 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-018acd70-98bc-4710-a649-8d0ad6b6831e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:53:50.838392 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:53:51.658886 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:53:53.134870 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:53:54.907699 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-cf7f797a-43ea-4892-ab36-3599a061d5f9 req-8223389b-b818-451b-abc6-74bafeb9e6c1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d4b36f8f-38b1-4faa-a386-9d484e7aa1f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380750 Sep 08 00:53:55.010183 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f797a-43ea-4892-ab36-3599a061d5f9 req-3b769adb-5226-4079-a5cb-4a9a18026490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:53:55.012913 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-cf7f797a-43ea-4892-ab36-3599a061d5f9 req-3b769adb-5226-4079-a5cb-4a9a18026490 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6c2e3269f9714298a408087ff7cd53df&device_id=d4b36f8f-38b1-4faa-a386-9d484e7aa1f2 HTTP/1.1" status: 200 len: 1099 time: 0.0438969 Sep 08 00:53:55.126628 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f797a-43ea-4892-ab36-3599a061d5f9 req-9b7369b5-54ad-417a-94fb-43320f926a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:53:55.128158 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-cf7f797a-43ea-4892-ab36-3599a061d5f9 req-9b7369b5-54ad-417a-94fb-43320f926a59 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ce10fb4f-fc55-43bc-8b33-2df5991b8f81 HTTP/1.1" status: 200 len: 912 time: 0.0897982 Sep 08 00:53:55.203094 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-cf7f797a-43ea-4892-ab36-3599a061d5f9 req-20f63688-8c53-4c3c-869b-3cb1fca616a2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5f6310d-03e2-422b-aa82-84bb5eaf8877 HTTP/1.1" status: 200 len: 1002 time: 0.0570335 Sep 08 00:53:55.254979 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f797a-43ea-4892-ab36-3599a061d5f9 req-fc287222-e803-4438-80c6-0037bf935b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:53:55.256449 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-cf7f797a-43ea-4892-ab36-3599a061d5f9 req-fc287222-e803-4438-80c6-0037bf935b2e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9be68c17-707e-479e-ae04-cf49c535adb6 HTTP/1.1" status: 200 len: 850 time: 0.0464621 Sep 08 00:53:55.302977 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f797a-43ea-4892-ab36-3599a061d5f9 req-d7f8b2d9-df77-490e-ac25-414fba58fbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:53:55.304446 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-cf7f797a-43ea-4892-ab36-3599a061d5f9 req-d7f8b2d9-df77-490e-ac25-414fba58fbcb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ce10fb4f-fc55-43bc-8b33-2df5991b8f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0403957 Sep 08 00:53:55.390860 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-cf7f797a-43ea-4892-ab36-3599a061d5f9 req-69c84ecf-8f3f-40bb-a4e0-318005597054 service neutron] 10.222.0.35 "GET /v2.0/networks/ce10fb4f-fc55-43bc-8b33-2df5991b8f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785284 Sep 08 00:53:55.481846 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-cf7f797a-43ea-4892-ab36-3599a061d5f9 req-6e0c6eb9-e99f-454b-a2ef-8cc74c822395 service neutron] 10.222.0.35 "GET /v2.0/networks/ce10fb4f-fc55-43bc-8b33-2df5991b8f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839801 Sep 08 00:54:00.159395 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c0751-3973-4985-8da8-8cc86c2bd669 req-d62267bb-79f9-42b7-990d-be0f1ab99176 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:54:00.160943 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-264c0751-3973-4985-8da8-8cc86c2bd669 req-d62267bb-79f9-42b7-990d-be0f1ab99176 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b36f8f-38b1-4faa-a386-9d484e7aa1f2 HTTP/1.1" status: 200 len: 946 time: 0.0518889 Sep 08 00:54:00.197522 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-264c0751-3973-4985-8da8-8cc86c2bd669 req-59dffb9a-8c96-40a1-af65-ec899538669d tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2f60561-903d-4d76-a556-7ebb7217cd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307889 Sep 08 00:54:01.310833 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d96a7d-9dfc-486d-a03e-613ab8cf9ebb req-f858ab81-e190-45b4-81ff-cbb2045f1250 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:54:01.312313 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-c2d96a7d-9dfc-486d-a03e-613ab8cf9ebb req-f858ab81-e190-45b4-81ff-cbb2045f1250 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b36f8f-38b1-4faa-a386-9d484e7aa1f2 HTTP/1.1" status: 200 len: 946 time: 0.0478911 Sep 08 00:54:01.349336 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-c2d96a7d-9dfc-486d-a03e-613ab8cf9ebb req-1d0312f6-af80-4e2f-b616-f48962b85623 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2f60561-903d-4d76-a556-7ebb7217cd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311987 Sep 08 00:54:02.251937 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd33f3-1017-452d-8528-7bebdd6cb867 req-1b8b55d7-14bb-4892-93b3-1733602d7a52 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:54:02.253395 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-9cdd33f3-1017-452d-8528-7bebdd6cb867 req-1b8b55d7-14bb-4892-93b3-1733602d7a52 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4b36f8f-38b1-4faa-a386-9d484e7aa1f2 HTTP/1.1" status: 200 len: 946 time: 0.0467799 Sep 08 00:54:02.345037 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [req-9cdd33f3-1017-452d-8528-7bebdd6cb867 req-4d9700f2-12d1-4792-b60c-25206fc60051 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Deleting port f5f6310d-03e2-422b-aa82-84bb5eaf8877 {{(pid=105698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 00:54:02.345377 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-9cdd33f3-1017-452d-8528-7bebdd6cb867 req-4d9700f2-12d1-4792-b60c-25206fc60051 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256891158'] for port, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:02.430073 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.db [req-9cdd33f3-1017-452d-8528-7bebdd6cb867 req-4d9700f2-12d1-4792-b60c-25206fc60051 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] For port f5f6310d-03e2-422b-aa82-84bb5eaf8877, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=f5f6310d-03e2-422b-aa82-84bb5eaf8877,segment=NetworkSegment(00d437d1-d70b-479c-8729-36ced9e6abc0),segment_id=00d437d1-d70b-479c-8729-36ced9e6abc0)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:54:02.430428 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-9cdd33f3-1017-452d-8528-7bebdd6cb867 req-4d9700f2-12d1-4792-b60c-25206fc60051 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538637'] for port, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:02.459726 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d5616-7c26-460b-92ae-f278b6e70fe9 req-b29944c7-d124-4a17-9454-980e60424b95 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:54:02.461204 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-058d5616-7c26-460b-92ae-f278b6e70fe9 req-b29944c7-d124-4a17-9454-980e60424b95 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b36f8f-38b1-4faa-a386-9d484e7aa1f2 HTTP/1.1" status: 200 len: 946 time: 0.0482383 Sep 08 00:54:02.499979 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-058d5616-7c26-460b-92ae-f278b6e70fe9 req-7c46ebac-249d-431c-b33c-ffeda61e6d9d tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2f60561-903d-4d76-a556-7ebb7217cd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327947 Sep 08 00:54:02.605752 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-9cdd33f3-1017-452d-8528-7bebdd6cb867 req-4d9700f2-12d1-4792-b60c-25206fc60051 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:02.605752 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-9cdd33f3-1017-452d-8528-7bebdd6cb867 req-4d9700f2-12d1-4792-b60c-25206fc60051 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529524'] for floatingip, after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:02.606149 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.db.l3_db [req-9cdd33f3-1017-452d-8528-7bebdd6cb867 req-4d9700f2-12d1-4792-b60c-25206fc60051 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Floating IP c88b1dd2-04b1-44fd-8691-1e1311ebf70d disassociated. External IP: 172.27.0.161, port: f5f6310d-03e2-422b-aa82-84bb5eaf8877. Sep 08 00:54:02.606374 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [req-9cdd33f3-1017-452d-8528-7bebdd6cb867 req-4d9700f2-12d1-4792-b60c-25206fc60051 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Calling delete_port for f5f6310d-03e2-422b-aa82-84bb5eaf8877 owned by compute:nova {{(pid=105698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 00:54:02.727582 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-9cdd33f3-1017-452d-8528-7bebdd6cb867 req-4d9700f2-12d1-4792-b60c-25206fc60051 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256896220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792256344486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705649'] for port, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:02.758055 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9700f2-12d1-4792-b60c-25206fc60051 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Pushing event deleted for resources: {'Port': ['ID=f5f6310d-03e2-422b-aa82-84bb5eaf8877,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:54:02.769075 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9700f2-12d1-4792-b60c-25206fc60051 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:54:02.769433 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9700f2-12d1-4792-b60c-25206fc60051 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:54:02.769760 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9700f2-12d1-4792-b60c-25206fc60051 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:54:02.770093 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9700f2-12d1-4792-b60c-25206fc60051 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:54:02.770421 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9700f2-12d1-4792-b60c-25206fc60051 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:54:02.770751 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9700f2-12d1-4792-b60c-25206fc60051 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:54:02.771078 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9700f2-12d1-4792-b60c-25206fc60051 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:54:02.771402 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9700f2-12d1-4792-b60c-25206fc60051 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:54:02.771750 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9700f2-12d1-4792-b60c-25206fc60051 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:54:02.772071 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9700f2-12d1-4792-b60c-25206fc60051 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:54:02.772391 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9700f2-12d1-4792-b60c-25206fc60051 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:54:02.772708 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9700f2-12d1-4792-b60c-25206fc60051 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:54:02.877335 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9cdd33f3-1017-452d-8528-7bebdd6cb867 req-4d9700f2-12d1-4792-b60c-25206fc60051 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Router d8102167-1379-4f6a-a5f3-d5933ef2ab1b has already been hosted by L3 agent e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146 {{(pid=105698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 00:54:03.182196 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.agents_db [None req-8a21184a-e449-40d8-9b7c-bcfe602fdfc6 None None] Agent healthcheck: found 6 active agents {{(pid=105701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 00:54:03.202332 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9cdd33f3-1017-452d-8528-7bebdd6cb867 req-4d9700f2-12d1-4792-b60c-25206fc60051 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify agent at l3_agent.dv-cinder-759961-13-iscsi the message routers_updated {{(pid=105698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 00:54:03.214771 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b66410-0acb-4a52-b834-0e577e7cc687 None None] Sync routers for ids ['d8102167-1379-4f6a-a5f3-d5933ef2ab1b'] in dv-cinder-759961-13-iscsi {{(pid=105700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 00:54:03.225766 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b66410-0acb-4a52-b834-0e577e7cc687 None None] Routers {'d8102167-1379-4f6a-a5f3-d5933ef2ab1b'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:54:03.226936 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-09b66410-0acb-4a52-b834-0e577e7cc687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:53:51Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['d8102167-1379-4f6a-a5f3-d5933ef2ab1b'], 'active': True} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:54:03.241244 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cdd33f3-1017-452d-8528-7bebdd6cb867 req-4d9700f2-12d1-4792-b60c-25206fc60051 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] No DVR routers for this DVR port f5f6310d-03e2-422b-aa82-84bb5eaf8877 on host hv-cinder-75996 {{(pid=105698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 00:54:03.243731 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-9cdd33f3-1017-452d-8528-7bebdd6cb867 req-4d9700f2-12d1-4792-b60c-25206fc60051 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for port, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:03.246296 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-9cdd33f3-1017-452d-8528-7bebdd6cb867 req-4d9700f2-12d1-4792-b60c-25206fc60051 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.35 "DELETE /v2.0/ports/f5f6310d-03e2-422b-aa82-84bb5eaf8877 HTTP/1.1" status: 204 len: 173 time: 0.9858589 Sep 08 00:54:03.246727 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b36f8f-38b1-4faa-a386-9d484e7aa1f2', 'name': 'network-vif-deleted', 'tag': 'f5f6310d-03e2-422b-aa82-84bb5eaf8877'}] {{(pid=105698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:54:03.248939 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26d4041160ff19e6bfa7ff8d463369e3025ec2e9db032453864bb7ad8051457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54886f01-26da-4a7b-8fad-4046829a37a8" -d '{"events": [{"server_uuid": "d4b36f8f-38b1-4faa-a386-9d484e7aa1f2", "name": "network-vif-deleted", "tag": "f5f6310d-03e2-422b-aa82-84bb5eaf8877"}]}' {{(pid=105698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:54:03.292753 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 00:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41eb425b-ff76-48ab-b6ed-8b847a865bf3 x-openstack-request-id: req-41eb425b-ff76-48ab-b6ed-8b847a865bf3 {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:54:03.293399 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b36f8f-38b1-4faa-a386-9d484e7aa1f2", "name": "network-vif-deleted", "tag": "f5f6310d-03e2-422b-aa82-84bb5eaf8877", "status": "completed", "code": 200}]} {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:54:03.293399 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-41eb425b-ff76-48ab-b6ed-8b847a865bf3 {{(pid=105698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:54:03.293754 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b36f8f-38b1-4faa-a386-9d484e7aa1f2', 'name': 'network-vif-deleted', 'tag': 'f5f6310d-03e2-422b-aa82-84bb5eaf8877', 'status': 'completed', 'code': 200} Sep 08 00:54:03.343885 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvr_db [None req-09b66410-0acb-4a52-b834-0e577e7cc687 None None] Set router d8102167-1379-4f6a-a5f3-d5933ef2ab1b gateway port host: dv-cinder-759961-13-iscsi {{(pid=105700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:54:03.613837 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-53e1bd0a-57aa-4077-a655-5d69a51ffac9 req-7fc0baf3-07c3-4cf1-b0f1-d6379e3d3872 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b36f8f-38b1-4faa-a386-9d484e7aa1f2 HTTP/1.1" status: 200 len: 210 time: 0.0305741 Sep 08 00:54:03.686590 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-09b66410-0acb-4a52-b834-0e577e7cc687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'name': 'tempest-AttachVolumeTestJSON-1050772192-router', 'tenant_id': '6c2e3269f9714298a408087ff7cd53df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'ef1fb995-3568-4a46-a21d-0ad3e2290081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:45:46Z', 'updated_at': '2021-09-08T00:45:50Z', 'revision_number': 4, 'project_id': '6c2e3269f9714298a408087ff7cd53df', 'gw_port': {'id': 'ef1fb995-3568-4a46-a21d-0ad3e2290081', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:05:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:45:47Z', 'updated_at': '2021-09-08T00:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_interfaces': [{'id': 'd695c59a-1b18-405e-ad9a-246728ca4e84', 'name': '', 'network_id': 'ce10fb4f-fc55-43bc-8b33-2df5991b8f81', 'tenant_id': '6c2e3269f9714298a408087ff7cd53df', 'mac_address': 'fa:16:3e:e8:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '9be68c17-707e-479e-ae04-cf49c535adb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:45:49Z', 'updated_at': '2021-09-08T00:45:54Z', 'revision_number': 5, 'project_id': '6c2e3269f9714298a408087ff7cd53df', 'subnets': [{'id': '9be68c17-707e-479e-ae04-cf49c535adb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:54:03.712488 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b66410-0acb-4a52-b834-0e577e7cc687 None None] Checking router: d8102167-1379-4f6a-a5f3-d5933ef2ab1b for host: dv-cinder-759961-13-iscsi {{(pid=105700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 00:54:03.721666 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b66410-0acb-4a52-b834-0e577e7cc687 None None] Routers {'d8102167-1379-4f6a-a5f3-d5933ef2ab1b'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:54:03.722284 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-09b66410-0acb-4a52-b834-0e577e7cc687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:53:51Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['d8102167-1379-4f6a-a5f3-d5933ef2ab1b'], 'active': True} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:54:03.835679 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvr_db [None req-09b66410-0acb-4a52-b834-0e577e7cc687 None None] Set router d8102167-1379-4f6a-a5f3-d5933ef2ab1b gateway port host: dv-cinder-759961-13-iscsi {{(pid=105700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:54:04.033350 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-09b66410-0acb-4a52-b834-0e577e7cc687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'name': 'tempest-AttachVolumeTestJSON-1050772192-router', 'tenant_id': '6c2e3269f9714298a408087ff7cd53df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'ef1fb995-3568-4a46-a21d-0ad3e2290081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:45:46Z', 'updated_at': '2021-09-08T00:45:50Z', 'revision_number': 4, 'project_id': '6c2e3269f9714298a408087ff7cd53df', 'gw_port': {'id': 'ef1fb995-3568-4a46-a21d-0ad3e2290081', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:05:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:45:47Z', 'updated_at': '2021-09-08T00:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_interfaces': [{'id': 'd695c59a-1b18-405e-ad9a-246728ca4e84', 'name': '', 'network_id': 'ce10fb4f-fc55-43bc-8b33-2df5991b8f81', 'tenant_id': '6c2e3269f9714298a408087ff7cd53df', 'mac_address': 'fa:16:3e:e8:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '9be68c17-707e-479e-ae04-cf49c535adb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:45:49Z', 'updated_at': '2021-09-08T00:45:54Z', 'revision_number': 5, 'project_id': '6c2e3269f9714298a408087ff7cd53df', 'subnets': [{'id': '9be68c17-707e-479e-ae04-cf49c535adb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:54:04.059456 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b66410-0acb-4a52-b834-0e577e7cc687 None None] The sync data for ids ['d8102167-1379-4f6a-a5f3-d5933ef2ab1b'] in dv-cinder-759961-13-iscsi is: [{'id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'name': 'tempest-AttachVolumeTestJSON-1050772192-router', 'tenant_id': '6c2e3269f9714298a408087ff7cd53df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'ef1fb995-3568-4a46-a21d-0ad3e2290081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:45:46Z', 'updated_at': '2021-09-08T00:45:50Z', 'revision_number': 4, 'project_id': '6c2e3269f9714298a408087ff7cd53df', 'gw_port': {'id': 'ef1fb995-3568-4a46-a21d-0ad3e2290081', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:05:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:45:47Z', 'updated_at': '2021-09-08T00:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_interfaces': [{'id': 'd695c59a-1b18-405e-ad9a-246728ca4e84', 'name': '', 'network_id': 'ce10fb4f-fc55-43bc-8b33-2df5991b8f81', 'tenant_id': '6c2e3269f9714298a408087ff7cd53df', 'mac_address': 'fa:16:3e:e8:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '9be68c17-707e-479e-ae04-cf49c535adb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:45:49Z', 'updated_at': '2021-09-08T00:45:54Z', 'revision_number': 5, 'project_id': '6c2e3269f9714298a408087ff7cd53df', 'subnets': [{'id': '9be68c17-707e-479e-ae04-cf49c535adb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 00:54:04.254482 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2470ab58-c32f-497a-af40-c14c92dd26a9 None None] New status for floating IP c88b1dd2-04b1-44fd-8691-1e1311ebf70d: DOWN {{(pid=105701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 00:54:04.695931 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 56620) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:54:04.749219 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-bdb1ec30-e4c5-42c9-ba5f-714e4ef84a60 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks [] for security_group, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:04.772215 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-bdb1ec30-e4c5-42c9-ba5f-714e4ef84a60 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:04.817898 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-bdb1ec30-e4c5-42c9-ba5f-714e4ef84a60 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:04.820540 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-bdb1ec30-e4c5-42c9-ba5f-714e4ef84a60 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks [] for security_group, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:04.821706 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-bdb1ec30-e4c5-42c9-ba5f-714e4ef84a60 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "DELETE /v2.0/security-groups/e2f60561-903d-4d76-a556-7ebb7217cd25 HTTP/1.1" status: 204 len: 168 time: 0.1247983 Sep 08 00:54:04.825687 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 56624) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:54:04.831174 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb1ec30-e4c5-42c9-ba5f-714e4ef84a60 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f60561-903d-4d76-a556-7ebb7217cd25,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:54:04.839979 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb1ec30-e4c5-42c9-ba5f-714e4ef84a60 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:54:04.839979 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb1ec30-e4c5-42c9-ba5f-714e4ef84a60 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:54:04.840323 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb1ec30-e4c5-42c9-ba5f-714e4ef84a60 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:54:04.840589 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb1ec30-e4c5-42c9-ba5f-714e4ef84a60 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:54:04.840879 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb1ec30-e4c5-42c9-ba5f-714e4ef84a60 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:54:04.841210 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb1ec30-e4c5-42c9-ba5f-714e4ef84a60 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:54:04.841536 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb1ec30-e4c5-42c9-ba5f-714e4ef84a60 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:54:04.841853 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb1ec30-e4c5-42c9-ba5f-714e4ef84a60 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:54:04.842183 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb1ec30-e4c5-42c9-ba5f-714e4ef84a60 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:54:04.842508 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb1ec30-e4c5-42c9-ba5f-714e4ef84a60 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:54:04.842838 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb1ec30-e4c5-42c9-ba5f-714e4ef84a60 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:54:04.843159 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb1ec30-e4c5-42c9-ba5f-714e4ef84a60 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:54:04.845751 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.api.v2.resource [None req-4646ded8-8ec2-49aa-acd6-c43433daa6cd tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] show failed (client error): The resource could not be found. Sep 08 00:54:04.846770 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-4646ded8-8ec2-49aa-acd6-c43433daa6cd tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "GET /v2.0/security-groups/e2f60561-903d-4d76-a556-7ebb7217cd25 HTTP/1.1" status: 404 len: 347 time: 0.0200250 Sep 08 00:54:04.849823 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 56626) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:54:04.968021 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-5a7eca32-8c78-40dd-807f-eee9a0093bc1 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Deleting port 78c792da-5bb8-416e-ad71-82818ff70904 {{(pid=105698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 00:54:04.968274 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-5a7eca32-8c78-40dd-807f-eee9a0093bc1 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256891158'] for port, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:05.042917 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-5a7eca32-8c78-40dd-807f-eee9a0093bc1 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538637'] for port, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:05.043244 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-5a7eca32-8c78-40dd-807f-eee9a0093bc1 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:05.054519 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-5a7eca32-8c78-40dd-807f-eee9a0093bc1 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Calling delete_port for 78c792da-5bb8-416e-ad71-82818ff70904 owned by network:floatingip {{(pid=105698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 00:54:05.179068 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-5a7eca32-8c78-40dd-807f-eee9a0093bc1 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256896220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792256344486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705649'] for port, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:05.208609 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7eca32-8c78-40dd-807f-eee9a0093bc1 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Pushing event deleted for resources: {'Port': ['ID=78c792da-5bb8-416e-ad71-82818ff70904,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:54:05.267589 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-5a7eca32-8c78-40dd-807f-eee9a0093bc1 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks [] for floatingip, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:05.269979 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-5a7eca32-8c78-40dd-807f-eee9a0093bc1 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for floatingip, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:05.271131 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-5a7eca32-8c78-40dd-807f-eee9a0093bc1 tempest-AttachVolumeTestJSON-1044689123 tempest-AttachVolumeTestJSON-1044689123-project] 10.222.0.15 "DELETE /v2.0/floatingips/c88b1dd2-04b1-44fd-8691-1e1311ebf70d HTTP/1.1" status: 204 len: 168 time: 0.4205534 Sep 08 00:54:06.603466 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device f5f6310d-03e2-422b-aa82-84bb5eaf8877 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 00:54:06.623424 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] No Port match for: f5f6310d-03e2-422b-aa82-84bb5eaf8877 {{(pid=105700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 00:54:06.623792 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device f5f6310d-03e2-422b-aa82-84bb5eaf8877 not bound to the agent host hv-cinder-75996 {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 00:54:08.813073 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 56660) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:54:09.287525 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-59c080b0-f483-4bfa-926c-7b30bda12972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531572'] for router_interface, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:09.524930 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-59c080b0-f483-4bfa-926c-7b30bda12972 admin admin] Deleting port d695c59a-1b18-405e-ad9a-246728ca4e84 {{(pid=105698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 00:54:09.525183 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-59c080b0-f483-4bfa-926c-7b30bda12972 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256891158'] for port, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:09.599790 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-59c080b0-f483-4bfa-926c-7b30bda12972 admin admin] For port d695c59a-1b18-405e-ad9a-246728ca4e84, host dv-cinder-759961-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=d695c59a-1b18-405e-ad9a-246728ca4e84,segment=NetworkSegment(00d437d1-d70b-479c-8729-36ced9e6abc0),segment_id=00d437d1-d70b-479c-8729-36ced9e6abc0)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:54:09.600144 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-59c080b0-f483-4bfa-926c-7b30bda12972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538637'] for port, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:09.611910 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-59c080b0-f483-4bfa-926c-7b30bda12972 admin admin] Calling delete_port for d695c59a-1b18-405e-ad9a-246728ca4e84 owned by network:router_interface {{(pid=105698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 00:54:09.783574 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-59c080b0-f483-4bfa-926c-7b30bda12972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256896220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792256344486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705649'] for port, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:09.809824 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c080b0-f483-4bfa-926c-7b30bda12972 admin admin] Pushing event deleted for resources: {'Port': ['ID=d695c59a-1b18-405e-ad9a-246728ca4e84,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:54:09.971747 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-59c080b0-f483-4bfa-926c-7b30bda12972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531608'] for router_interface, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:10.186041 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c080b0-f483-4bfa-926c-7b30bda12972 admin admin] Router d8102167-1379-4f6a-a5f3-d5933ef2ab1b has already been hosted by L3 agent e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146 {{(pid=105698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 00:54:10.293063 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c080b0-f483-4bfa-926c-7b30bda12972 admin admin] Notify agent at l3_agent.dv-cinder-759961-13-iscsi the message routers_updated {{(pid=105698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 00:54:10.298558 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-59c080b0-f483-4bfa-926c-7b30bda12972 admin admin] 10.222.0.15 "PUT /v2.0/routers/d8102167-1379-4f6a-a5f3-d5933ef2ab1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4840000 Sep 08 00:54:10.300609 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 56668) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:54:10.303487 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44604dd5-948a-442e-8ed1-bbf576894e01 None None] Sync routers for ids ['d8102167-1379-4f6a-a5f3-d5933ef2ab1b'] in dv-cinder-759961-13-iscsi {{(pid=105700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 00:54:10.313895 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44604dd5-948a-442e-8ed1-bbf576894e01 None None] Routers {'d8102167-1379-4f6a-a5f3-d5933ef2ab1b'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:54:10.314528 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-44604dd5-948a-442e-8ed1-bbf576894e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:53:51Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['d8102167-1379-4f6a-a5f3-d5933ef2ab1b'], 'active': True} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:54:10.402077 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-20f5c025-1176-4122-b5e0-ca6d4a07432e admin admin] Notify callbacks [] for router, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:10.419708 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvr_db [None req-44604dd5-948a-442e-8ed1-bbf576894e01 None None] Set router d8102167-1379-4f6a-a5f3-d5933ef2ab1b gateway port host: dv-cinder-759961-13-iscsi {{(pid=105700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:54:10.603384 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-44604dd5-948a-442e-8ed1-bbf576894e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'name': 'tempest-AttachVolumeTestJSON-1050772192-router', 'tenant_id': '6c2e3269f9714298a408087ff7cd53df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'ef1fb995-3568-4a46-a21d-0ad3e2290081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:45:46Z', 'updated_at': '2021-09-08T00:54:09Z', 'revision_number': 5, 'project_id': '6c2e3269f9714298a408087ff7cd53df', 'gw_port': {'id': 'ef1fb995-3568-4a46-a21d-0ad3e2290081', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:05:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:45:47Z', 'updated_at': '2021-09-08T00:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi'}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:54:10.630182 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44604dd5-948a-442e-8ed1-bbf576894e01 None None] Checking router: d8102167-1379-4f6a-a5f3-d5933ef2ab1b for host: dv-cinder-759961-13-iscsi {{(pid=105700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 00:54:10.639453 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44604dd5-948a-442e-8ed1-bbf576894e01 None None] Routers {'d8102167-1379-4f6a-a5f3-d5933ef2ab1b'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:54:10.640090 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-44604dd5-948a-442e-8ed1-bbf576894e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:53:51Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['d8102167-1379-4f6a-a5f3-d5933ef2ab1b'], 'active': True} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:54:10.720868 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-20f5c025-1176-4122-b5e0-ca6d4a07432e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:10.740777 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvr_db [None req-44604dd5-948a-442e-8ed1-bbf576894e01 None None] Set router d8102167-1379-4f6a-a5f3-d5933ef2ab1b gateway port host: dv-cinder-759961-13-iscsi {{(pid=105700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:54:10.771291 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-20f5c025-1176-4122-b5e0-ca6d4a07432e admin admin] Deleting port ef1fb995-3568-4a46-a21d-0ad3e2290081 {{(pid=105698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 00:54:10.771661 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-20f5c025-1176-4122-b5e0-ca6d4a07432e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256891158'] for port, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:10.850367 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-20f5c025-1176-4122-b5e0-ca6d4a07432e admin admin] For port ef1fb995-3568-4a46-a21d-0ad3e2290081, host dv-cinder-759961-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=ef1fb995-3568-4a46-a21d-0ad3e2290081,segment=NetworkSegment(8f85bbb2-d588-4058-a2ba-8b00436e9fac),segment_id=8f85bbb2-d588-4058-a2ba-8b00436e9fac)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:54:10.850730 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-20f5c025-1176-4122-b5e0-ca6d4a07432e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538637'] for port, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:10.863428 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-20f5c025-1176-4122-b5e0-ca6d4a07432e admin admin] Calling delete_port for ef1fb995-3568-4a46-a21d-0ad3e2290081 owned by network:router_gateway {{(pid=105698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 00:54:10.918340 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-44604dd5-948a-442e-8ed1-bbf576894e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'name': 'tempest-AttachVolumeTestJSON-1050772192-router', 'tenant_id': '6c2e3269f9714298a408087ff7cd53df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'ef1fb995-3568-4a46-a21d-0ad3e2290081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:45:46Z', 'updated_at': '2021-09-08T00:54:09Z', 'revision_number': 5, 'project_id': '6c2e3269f9714298a408087ff7cd53df', 'gw_port': {'id': 'ef1fb995-3568-4a46-a21d-0ad3e2290081', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:05:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:45:47Z', 'updated_at': '2021-09-08T00:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi'}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:54:10.947190 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44604dd5-948a-442e-8ed1-bbf576894e01 None None] The sync data for ids ['d8102167-1379-4f6a-a5f3-d5933ef2ab1b'] in dv-cinder-759961-13-iscsi is: [{'id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'name': 'tempest-AttachVolumeTestJSON-1050772192-router', 'tenant_id': '6c2e3269f9714298a408087ff7cd53df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'ef1fb995-3568-4a46-a21d-0ad3e2290081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:45:46Z', 'updated_at': '2021-09-08T00:54:09Z', 'revision_number': 5, 'project_id': '6c2e3269f9714298a408087ff7cd53df', 'gw_port': {'id': 'ef1fb995-3568-4a46-a21d-0ad3e2290081', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:05:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8102167-1379-4f6a-a5f3-d5933ef2ab1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:45:47Z', 'updated_at': '2021-09-08T00:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi'}] {{(pid=105700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 00:54:11.026383 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-20f5c025-1176-4122-b5e0-ca6d4a07432e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256896220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792256344486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705649'] for port, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:11.055751 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f5c025-1176-4122-b5e0-ca6d4a07432e admin admin] Pushing event deleted for resources: {'Port': ['ID=ef1fb995-3568-4a46-a21d-0ad3e2290081,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:54:11.111622 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-20f5c025-1176-4122-b5e0-ca6d4a07432e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529466'] for router_gateway, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:11.196268 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-20f5c025-1176-4122-b5e0-ca6d4a07432e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6558'] for router, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:11.198868 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-20f5c025-1176-4122-b5e0-ca6d4a07432e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:11.239318 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-20f5c025-1176-4122-b5e0-ca6d4a07432e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528720'] for router, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:11.239805 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f5c025-1176-4122-b5e0-ca6d4a07432e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8102167-1379-4f6a-a5f3-d5933ef2ab1b {{(pid=105698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 00:54:11.244527 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-20f5c025-1176-4122-b5e0-ca6d4a07432e admin admin] Notify callbacks [] for router, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:11.246163 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-20f5c025-1176-4122-b5e0-ca6d4a07432e admin admin] 10.222.0.15 "DELETE /v2.0/routers/d8102167-1379-4f6a-a5f3-d5933ef2ab1b HTTP/1.1" status: 204 len: 168 time: 0.9446425 Sep 08 00:54:11.248683 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 56670) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:54:11.296736 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8b727e0-d515-4b8c-bf73-73251ee22bf6 admin admin] Deleting subnet 9be68c17-707e-479e-ae04-cf49c535adb6 {{(pid=105698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 00:54:11.300040 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-e8b727e0-d515-4b8c-bf73-73251ee22bf6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:11.334993 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-e8b727e0-d515-4b8c-bf73-73251ee22bf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7633556'] for subnet, precommit_delete_associations {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:11.413819 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-e8b727e0-d515-4b8c-bf73-73251ee22bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3572486'] for subnet, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:11.468275 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-e8b727e0-d515-4b8c-bf73-73251ee22bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3572543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7705668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4725603'] for subnet, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:11.503664 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b727e0-d515-4b8c-bf73-73251ee22bf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9be68c17-707e-479e-ae04-cf49c535adb6,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:54:11.507625 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-e8b727e0-d515-4b8c-bf73-73251ee22bf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for subnet, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:11.511884 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-e8b727e0-d515-4b8c-bf73-73251ee22bf6 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9be68c17-707e-479e-ae04-cf49c535adb6 HTTP/1.1" status: 204 len: 168 time: 0.2599127 Sep 08 00:54:11.512142 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 56674) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:54:11.514901 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb92e413-47ba-4481-b3b2-450ef7755d0c None None] Network ce10fb4f-fc55-43bc-8b33-2df5991b8f81 requested from dv-cinder-759961-13-iscsi {{(pid=105700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 00:54:11.583804 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0ef96b86-755a-4f88-9bc9-1396b137d164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3464973'] for network, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:11.641847 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-0ef96b86-755a-4f88-9bc9-1396b137d164 admin admin] Deleting port 43a183bf-aaf7-4803-87c3-a86fb1617f37 {{(pid=105698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 00:54:11.642185 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0ef96b86-755a-4f88-9bc9-1396b137d164 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256891158'] for port, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:11.707412 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-0ef96b86-755a-4f88-9bc9-1396b137d164 admin admin] For port 43a183bf-aaf7-4803-87c3-a86fb1617f37, host dv-cinder-759961-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=43a183bf-aaf7-4803-87c3-a86fb1617f37,segment=NetworkSegment(00d437d1-d70b-479c-8729-36ced9e6abc0),segment_id=00d437d1-d70b-479c-8729-36ced9e6abc0)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:54:11.707799 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0ef96b86-755a-4f88-9bc9-1396b137d164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538637'] for port, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:11.720191 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-0ef96b86-755a-4f88-9bc9-1396b137d164 admin admin] Calling delete_port for 43a183bf-aaf7-4803-87c3-a86fb1617f37 owned by network:dhcp {{(pid=105698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 00:54:11.795341 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0ef96b86-755a-4f88-9bc9-1396b137d164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256896220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792256344486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705649'] for port, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:11.824965 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef96b86-755a-4f88-9bc9-1396b137d164 admin admin] Pushing event deleted for resources: {'Port': ['ID=43a183bf-aaf7-4803-87c3-a86fb1617f37,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:54:11.826783 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef96b86-755a-4f88-9bc9-1396b137d164 admin admin] No DVR routers for this DVR port 43a183bf-aaf7-4803-87c3-a86fb1617f37 on host dv-cinder-759961-13-iscsi {{(pid=105698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 00:54:11.895283 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0ef96b86-755a-4f88-9bc9-1396b137d164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3575435', 'neutron.services.segments.db._delete_segments_for_network-8792256839289'] for network, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:11.915901 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.services.segments.db [None req-0ef96b86-755a-4f88-9bc9-1396b137d164 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce10fb4f-fc55-43bc-8b33-2df5991b8f81']}} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:54:11.927572 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.services.segments.db [None req-0ef96b86-755a-4f88-9bc9-1396b137d164 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00d437d1-d70b-479c-8729-36ced9e6abc0') {'for_net_delete': True} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:54:11.927854 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.services.segments.db [None req-0ef96b86-755a-4f88-9bc9-1396b137d164 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00d437d1-d70b-479c-8729-36ced9e6abc0') {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:54:11.935452 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8f744b-5aef-455e-8c20-ed1b31ac52e3 None None] DHCP port deletion for ce10fb4f-fc55-43bc-8b33-2df5991b8f81 request from dv-cinder-759961-13-iscsi {{(pid=105700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 00:54:11.948571 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0ef96b86-755a-4f88-9bc9-1396b137d164 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792256841090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7633565'] for segment, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:11.961859 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0ef96b86-755a-4f88-9bc9-1396b137d164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3575388'] for segment, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:11.973333 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ef96b86-755a-4f88-9bc9-1396b137d164 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=105698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 00:54:11.973783 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0ef96b86-755a-4f88-9bc9-1396b137d164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3575388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7727846'] for segment, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:11.975675 dv-cinder-759961-13-iscsi neutron-server[105698]: Traceback (most recent call last): Sep 08 00:54:11.975675 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 00:54:11.975675 dv-cinder-759961-13-iscsi neutron-server[105698]: timer() Sep 08 00:54:11.975675 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 00:54:11.975675 dv-cinder-759961-13-iscsi neutron-server[105698]: cb(*args, **kw) Sep 08 00:54:11.975675 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 00:54:11.975675 dv-cinder-759961-13-iscsi neutron-server[105698]: return func(*args, **kwargs) Sep 08 00:54:11.975675 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 00:54:11.975675 dv-cinder-759961-13-iscsi neutron-server[105698]: self._notify() Sep 08 00:54:11.975675 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 00:54:11.975675 dv-cinder-759961-13-iscsi neutron-server[105698]: self.callback(batched_events) Sep 08 00:54:11.975675 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 00:54:11.975675 dv-cinder-759961-13-iscsi neutron-server[105698]: event.method(event) Sep 08 00:54:11.975675 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 00:54:11.975675 dv-cinder-759961-13-iscsi neutron-server[105698]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 00:54:11.975675 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 00:54:11.975675 dv-cinder-759961-13-iscsi neutron-server[105698]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 00:54:11.975675 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 00:54:11.975675 dv-cinder-759961-13-iscsi neutron-server[105698]: return f(self, *a, **k) Sep 08 00:54:11.975675 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 00:54:11.975675 dv-cinder-759961-13-iscsi neutron-server[105698]: return self._get(url).json() Sep 08 00:54:11.975675 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 00:54:11.975675 dv-cinder-759961-13-iscsi neutron-server[105698]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 00:54:11.975675 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 00:54:11.975675 dv-cinder-759961-13-iscsi neutron-server[105698]: return self.request(url, 'GET', **kwargs) Sep 08 00:54:11.975675 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 00:54:11.975675 dv-cinder-759961-13-iscsi neutron-server[105698]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 00:54:11.975675 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 00:54:11.975675 dv-cinder-759961-13-iscsi neutron-server[105698]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 00:54:11.975675 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 00:54:11.975675 dv-cinder-759961-13-iscsi neutron-server[105698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 00:54:11.975675 dv-cinder-759961-13-iscsi neutron-server[105698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 00:54:12.000999 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device ef1fb995-3568-4a46-a21d-0ad3e2290081 no longer exists at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 00:54:12.023193 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] No Port match for: ef1fb995-3568-4a46-a21d-0ad3e2290081 {{(pid=105700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 00:54:12.023557 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device ef1fb995-3568-4a46-a21d-0ad3e2290081 not bound to the agent host dv-cinder-759961-13-iscsi {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 00:54:12.023983 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device d695c59a-1b18-405e-ad9a-246728ca4e84 no longer exists at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 00:54:12.033287 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0ef96b86-755a-4f88-9bc9-1396b137d164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3575428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529414'] for network, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:12.037699 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0ef96b86-755a-4f88-9bc9-1396b137d164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for network, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:12.042986 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-0ef96b86-755a-4f88-9bc9-1396b137d164 admin admin] 10.222.0.15 "DELETE /v2.0/networks/ce10fb4f-fc55-43bc-8b33-2df5991b8f81 HTTP/1.1" status: 204 len: 168 time: 0.5297852 Sep 08 00:54:12.044080 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] No Port match for: d695c59a-1b18-405e-ad9a-246728ca4e84 {{(pid=105700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 00:54:12.044429 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device d695c59a-1b18-405e-ad9a-246728ca4e84 not bound to the agent host dv-cinder-759961-13-iscsi {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 00:54:12.045094 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 43a183bf-aaf7-4803-87c3-a86fb1617f37 no longer exists at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 00:54:12.055075 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef96b86-755a-4f88-9bc9-1396b137d164 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce10fb4f-fc55-43bc-8b33-2df5991b8f81,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:54:12.063957 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] No Port match for: 43a183bf-aaf7-4803-87c3-a86fb1617f37 {{(pid=105700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 00:54:12.064304 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 43a183bf-aaf7-4803-87c3-a86fb1617f37 not bound to the agent host dv-cinder-759961-13-iscsi {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 00:54:12.154852 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 56678) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:54:12.194529 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-c411a8ea-669a-4dd4-a325-0f71a491a0c0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6c2e3269f9714298a408087ff7cd53df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386128 Sep 08 00:54:12.196868 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 56680) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:54:12.243548 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-5a61026d-a7ec-4085-a2cd-e6575a4ce7b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:12.264230 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-5a61026d-a7ec-4085-a2cd-e6575a4ce7b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:12.312740 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-5a61026d-a7ec-4085-a2cd-e6575a4ce7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:12.315655 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-5a61026d-a7ec-4085-a2cd-e6575a4ce7b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:12.316764 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-5a61026d-a7ec-4085-a2cd-e6575a4ce7b7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7010e47f-e226-4ac3-9ce4-2e7f0675a72e HTTP/1.1" status: 204 len: 168 time: 0.1190259 Sep 08 00:54:12.325152 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a61026d-a7ec-4085-a2cd-e6575a4ce7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7010e47f-e226-4ac3-9ce4-2e7f0675a72e,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:54:15.510552 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:16.249501 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f2a21d-984a-411e-ae70-5be065811bbd req-a77cb0b5-3024-432b-952d-844a2c280ed4 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:54:16.251009 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e4f2a21d-984a-411e-ae70-5be065811bbd req-a77cb0b5-3024-432b-952d-844a2c280ed4 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 946 time: 0.0488942 Sep 08 00:54:16.290247 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e4f2a21d-984a-411e-ae70-5be065811bbd req-c591d3f2-fcac-498f-9cff-3874931b7863 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331051 Sep 08 00:54:17.661332 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bec889-b202-47a6-a38f-ba5609a5f25f req-b0261b08-5507-41ae-9735-9720dd3ff6ba tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:54:17.662803 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-d7bec889-b202-47a6-a38f-ba5609a5f25f req-b0261b08-5507-41ae-9735-9720dd3ff6ba tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 946 time: 0.2992229 Sep 08 00:54:17.701414 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-d7bec889-b202-47a6-a38f-ba5609a5f25f req-c5728bf5-7089-473a-8bab-c7a9501c3e59 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322306 Sep 08 00:54:17.814673 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-74107887-32e7-47c3-96a2-1d7c411250f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:18.818310 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24a365-b724-40df-88c6-75024f02a3b4 req-67ec36b3-5eb1-4673-b3d1-903edcbc51c2 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:54:18.819821 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6b24a365-b724-40df-88c6-75024f02a3b4 req-67ec36b3-5eb1-4673-b3d1-903edcbc51c2 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 946 time: 0.0483856 Sep 08 00:54:18.858956 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6b24a365-b724-40df-88c6-75024f02a3b4 req-266132e0-6edd-44d8-b42c-93f5f2828948 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327566 Sep 08 00:54:19.977446 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635a424-2648-4411-87a1-3ba3cb3b7ab0 req-97f0a35c-d550-44ee-ba96-162510e10cfc tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:54:19.979555 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6635a424-2648-4411-87a1-3ba3cb3b7ab0 req-97f0a35c-d550-44ee-ba96-162510e10cfc tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 946 time: 0.0488236 Sep 08 00:54:20.016526 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6635a424-2648-4411-87a1-3ba3cb3b7ab0 req-a1bd9ca9-d872-4549-976f-5eb5b1bedfca tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310738 Sep 08 00:54:20.833212 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-9c43fedd-0e25-4364-83d5-9623530f7014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:20.835004 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:21.134538 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d40392-6dd4-49c8-a13d-5829d7e52db9 req-dd2ead5b-941b-46d5-befc-894a3f7d2cf6 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:54:21.136406 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-88d40392-6dd4-49c8-a13d-5829d7e52db9 req-dd2ead5b-941b-46d5-befc-894a3f7d2cf6 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 946 time: 0.0502987 Sep 08 00:54:21.172151 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-88d40392-6dd4-49c8-a13d-5829d7e52db9 req-3a9ad885-5853-4fbd-86ae-93be68d0f104 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300555 Sep 08 00:54:21.662109 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:22.290232 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5cc44-842b-430e-ba71-6dc5e5f062c6 req-c42bf8f3-2e7f-45fc-86a7-23080338000e tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:54:22.292436 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-deb5cc44-842b-430e-ba71-6dc5e5f062c6 req-c42bf8f3-2e7f-45fc-86a7-23080338000e tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 946 time: 0.0501120 Sep 08 00:54:22.330280 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-deb5cc44-842b-430e-ba71-6dc5e5f062c6 req-982d1955-82cf-49ef-8b5f-5be57e6ab082 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316556 Sep 08 00:54:23.134991 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:23.448201 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede8807-c4fa-44ba-973e-d2ff0e1a2cb9 req-27209432-4a0e-4eb2-afc2-fd785d515133 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:54:23.449845 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-2ede8807-c4fa-44ba-973e-d2ff0e1a2cb9 req-27209432-4a0e-4eb2-afc2-fd785d515133 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 946 time: 0.0477533 Sep 08 00:54:23.488818 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-2ede8807-c4fa-44ba-973e-d2ff0e1a2cb9 req-3efd8e45-bf21-424d-8519-968a04e5c153 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331569 Sep 08 00:54:24.609457 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849b172-bd5b-4d76-b002-fdb88f62376d req-1bb1c947-e966-4372-8cf4-2d97e1b163a5 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:54:24.610520 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-8849b172-bd5b-4d76-b002-fdb88f62376d req-1bb1c947-e966-4372-8cf4-2d97e1b163a5 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 946 time: 0.0513330 Sep 08 00:54:24.647275 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-8849b172-bd5b-4d76-b002-fdb88f62376d req-c4d87a37-cb47-44f7-83d2-3dcaf3c368f7 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309515 Sep 08 00:54:25.098845 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 56868) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:54:25.201866 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-058667d7-0c93-4ed3-846e-509cd86f6888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:25.287795 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-058667d7-0c93-4ed3-846e-509cd86f6888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:25.291899 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-058667d7-0c93-4ed3-846e-509cd86f6888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:25.330414 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-058667d7-0c93-4ed3-846e-509cd86f6888 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a871086b9f9c4550b1d448fa8bc21730&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2305253 Sep 08 00:54:25.331242 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058667d7-0c93-4ed3-846e-509cd86f6888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c6ac52-4bbc-4835-ae89-0b7fd9bea9b3,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:54:25.333413 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 56872) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:54:25.380668 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-ec405daf-173c-42f2-bb3c-107141bfc891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:25.401067 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-ec405daf-173c-42f2-bb3c-107141bfc891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:25.446487 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-ec405daf-173c-42f2-bb3c-107141bfc891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:25.450214 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-ec405daf-173c-42f2-bb3c-107141bfc891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:25.451348 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-ec405daf-173c-42f2-bb3c-107141bfc891 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/55c6ac52-4bbc-4835-ae89-0b7fd9bea9b3 HTTP/1.1" status: 204 len: 168 time: 0.1169572 Sep 08 00:54:25.458904 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec405daf-173c-42f2-bb3c-107141bfc891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c6ac52-4bbc-4835-ae89-0b7fd9bea9b3,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:54:25.704485 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 56880) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:54:25.719309 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-6bdf387c-65c3-423f-b2af-f4ccdc562718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:25.766728 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ec06b-0cf7-4ad8-80df-d1a3f1a864dd req-71b21193-199c-4929-a85f-b2637cf711e6 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:54:25.768258 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-781ec06b-0cf7-4ad8-80df-d1a3f1a864dd req-71b21193-199c-4929-a85f-b2637cf711e6 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 946 time: 0.0489285 Sep 08 00:54:25.812939 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-781ec06b-0cf7-4ad8-80df-d1a3f1a864dd req-09566c1b-6688-40a5-a343-8fa57f662c48 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376849 Sep 08 00:54:25.813173 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-6bdf387c-65c3-423f-b2af-f4ccdc562718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:25.818321 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-6bdf387c-65c3-423f-b2af-f4ccdc562718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:25.856384 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-6bdf387c-65c3-423f-b2af-f4ccdc562718 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=809bba39da9a410ead3988f20893b210&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1506898 Sep 08 00:54:25.857205 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf387c-65c3-423f-b2af-f4ccdc562718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66e4c99-003d-4cba-84d7-33752c6b3d67,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:54:25.859185 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 56882) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:54:25.906731 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-a8d346b0-f000-44d8-9456-7753514bef0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:25.927151 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-a8d346b0-f000-44d8-9456-7753514bef0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:25.971645 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-a8d346b0-f000-44d8-9456-7753514bef0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:25.974092 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-a8d346b0-f000-44d8-9456-7753514bef0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:25.975241 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-a8d346b0-f000-44d8-9456-7753514bef0e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d66e4c99-003d-4cba-84d7-33752c6b3d67 HTTP/1.1" status: 204 len: 168 time: 0.1149764 Sep 08 00:54:25.983332 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d346b0-f000-44d8-9456-7753514bef0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66e4c99-003d-4cba-84d7-33752c6b3d67,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:54:26.933564 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639c7a8-3aca-4ffb-b520-faacaf4a05d8 req-f28cd38a-38fa-4a3e-bdc2-c3631ef62174 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:54:26.935344 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6639c7a8-3aca-4ffb-b520-faacaf4a05d8 req-f28cd38a-38fa-4a3e-bdc2-c3631ef62174 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 946 time: 0.0494974 Sep 08 00:54:26.973542 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6639c7a8-3aca-4ffb-b520-faacaf4a05d8 req-60346464-4352-434f-9273-a120c973236e tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322540 Sep 08 00:54:28.093407 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baef690-fb9b-4df0-b40a-fbaa7af96d59 req-223458f6-a067-4767-88a3-3ad89bd13d37 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:54:28.094777 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0baef690-fb9b-4df0-b40a-fbaa7af96d59 req-223458f6-a067-4767-88a3-3ad89bd13d37 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 946 time: 0.0517485 Sep 08 00:54:28.131067 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0baef690-fb9b-4df0-b40a-fbaa7af96d59 req-97163c7e-d444-417b-8e75-6d3a62ec5fa9 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303226 Sep 08 00:54:29.246449 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83bb489-236f-4178-96d8-f83811e1f8e5 req-781b24a1-7a9a-4d51-aa3a-2919de83e1fa tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:54:29.248588 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-c83bb489-236f-4178-96d8-f83811e1f8e5 req-781b24a1-7a9a-4d51-aa3a-2919de83e1fa tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 946 time: 0.0492458 Sep 08 00:54:29.284880 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-c83bb489-236f-4178-96d8-f83811e1f8e5 req-eec276cd-f2e5-4e2c-87c8-019ddc1f5531 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302470 Sep 08 00:54:30.258901 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 56972) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:54:30.386528 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-d1472636-b8f8-460c-b875-f4b2045fdb66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:30.424120 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c74e1f-20e8-4629-9bbd-8919dda3f8c9 req-a02f1310-c72f-4f38-b80b-e8904e1dfde4 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:54:30.425593 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-77c74e1f-20e8-4629-9bbd-8919dda3f8c9 req-a02f1310-c72f-4f38-b80b-e8904e1dfde4 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 946 time: 0.0670857 Sep 08 00:54:30.486522 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-77c74e1f-20e8-4629-9bbd-8919dda3f8c9 req-18b8ea98-7864-4fc1-ae39-63086895fcdf tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549150 Sep 08 00:54:30.527356 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-d1472636-b8f8-460c-b875-f4b2045fdb66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:30.531534 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-d1472636-b8f8-460c-b875-f4b2045fdb66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:30.568361 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-d1472636-b8f8-460c-b875-f4b2045fdb66 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=67ff69fc8b224ba6be8e5c2967dad5ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3083575 Sep 08 00:54:30.569432 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1472636-b8f8-460c-b875-f4b2045fdb66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c6d5d0-e9ec-4702-adfb-3f4807780d3b,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:54:30.571177 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 56978) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:54:30.621564 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-2b59f995-8763-4711-99e5-f056d1b9a8a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:30.642139 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-2b59f995-8763-4711-99e5-f056d1b9a8a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:30.686371 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-2b59f995-8763-4711-99e5-f056d1b9a8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:30.688976 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-2b59f995-8763-4711-99e5-f056d1b9a8a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:30.690094 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-2b59f995-8763-4711-99e5-f056d1b9a8a2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/26c6d5d0-e9ec-4702-adfb-3f4807780d3b HTTP/1.1" status: 204 len: 168 time: 0.1178825 Sep 08 00:54:30.697345 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b59f995-8763-4711-99e5-f056d1b9a8a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c6d5d0-e9ec-4702-adfb-3f4807780d3b,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:54:30.945207 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 56984) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:54:30.958646 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-61d23272-10a7-4aba-bbda-4769dde6ca85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:31.052071 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-61d23272-10a7-4aba-bbda-4769dde6ca85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:31.055683 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-61d23272-10a7-4aba-bbda-4769dde6ca85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:31.092660 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-61d23272-10a7-4aba-bbda-4769dde6ca85 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=03763108be894d12b9c8ab3007194ab1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1463945 Sep 08 00:54:31.094475 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d23272-10a7-4aba-bbda-4769dde6ca85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1202ef4a-2363-4539-b2da-c1f817cde689,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:54:31.095303 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 56986) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:54:31.142396 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1b1e1b41-120c-45f4-a1cc-9795304bf1fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:31.162111 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1b1e1b41-120c-45f4-a1cc-9795304bf1fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:31.207313 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1b1e1b41-120c-45f4-a1cc-9795304bf1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:31.209758 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1b1e1b41-120c-45f4-a1cc-9795304bf1fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:31.210893 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-1b1e1b41-120c-45f4-a1cc-9795304bf1fb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1202ef4a-2363-4539-b2da-c1f817cde689 HTTP/1.1" status: 204 len: 168 time: 0.1145446 Sep 08 00:54:31.218184 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1e1b41-120c-45f4-a1cc-9795304bf1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1202ef4a-2363-4539-b2da-c1f817cde689,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:54:31.606968 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f931360-eac7-432f-964c-138862c8dfad req-f4876fa3-d44e-43e5-9321-d26561098229 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:54:31.608386 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-9f931360-eac7-432f-964c-138862c8dfad req-f4876fa3-d44e-43e5-9321-d26561098229 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 946 time: 0.0524838 Sep 08 00:54:31.646217 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-9f931360-eac7-432f-964c-138862c8dfad req-b2b36599-25de-475d-b810-286ccbb54445 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317621 Sep 08 00:54:32.763691 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 57036) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:54:32.766715 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95979b-96af-40cb-bf7e-be42349ed913 req-4a416e83-8fbc-4c12-8f07-4cf1a741b537 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:54:32.768227 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-2a95979b-96af-40cb-bf7e-be42349ed913 req-4a416e83-8fbc-4c12-8f07-4cf1a741b537 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 946 time: 0.0498831 Sep 08 00:54:32.807917 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-2a95979b-96af-40cb-bf7e-be42349ed913 req-28d6853c-0de8-41a5-b80c-22eaea63388f tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334032 Sep 08 00:54:32.872695 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-8cfdf968-cc33-47fb-b6a6-4e32fa800e88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:32.960770 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-8cfdf968-cc33-47fb-b6a6-4e32fa800e88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:32.964472 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-8cfdf968-cc33-47fb-b6a6-4e32fa800e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:33.004104 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-8cfdf968-cc33-47fb-b6a6-4e32fa800e88 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f98214cb74ac4cc1a5afbe96e16cadbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2391720 Sep 08 00:54:33.004951 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdf968-cc33-47fb-b6a6-4e32fa800e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40cec62f-bd3e-41e4-b56e-3988884a81f4,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:54:33.006752 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 57040) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:54:33.054524 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-65ae4c3c-4c1e-449a-b3e8-235f3b438405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:33.074651 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-65ae4c3c-4c1e-449a-b3e8-235f3b438405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:33.119345 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-65ae4c3c-4c1e-449a-b3e8-235f3b438405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:33.122482 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-65ae4c3c-4c1e-449a-b3e8-235f3b438405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:33.123642 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-65ae4c3c-4c1e-449a-b3e8-235f3b438405 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/40cec62f-bd3e-41e4-b56e-3988884a81f4 HTTP/1.1" status: 204 len: 168 time: 0.1158838 Sep 08 00:54:33.131098 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ae4c3c-4c1e-449a-b3e8-235f3b438405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40cec62f-bd3e-41e4-b56e-3988884a81f4,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:54:33.386186 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 57046) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:54:33.399491 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-84efb4b6-e2a8-470f-a3f1-75e000ad7891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:33.492141 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-84efb4b6-e2a8-470f-a3f1-75e000ad7891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:33.495660 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-84efb4b6-e2a8-470f-a3f1-75e000ad7891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:33.532153 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efb4b6-e2a8-470f-a3f1-75e000ad7891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc4c62e-7737-4c6d-af34-66b6b6cf2f9f,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:54:33.536681 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-84efb4b6-e2a8-470f-a3f1-75e000ad7891 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9daad18ddcdf40b68a316075b31022ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1494963 Sep 08 00:54:33.540653 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 57048) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:54:33.590822 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-77ea0866-4f13-4615-9332-c0937e3aa4ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:33.611419 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-77ea0866-4f13-4615-9332-c0937e3aa4ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:33.657546 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-77ea0866-4f13-4615-9332-c0937e3aa4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:33.660126 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-77ea0866-4f13-4615-9332-c0937e3aa4ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:33.661270 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-77ea0866-4f13-4615-9332-c0937e3aa4ff admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0dc4c62e-7737-4c6d-af34-66b6b6cf2f9f HTTP/1.1" status: 204 len: 168 time: 0.1197309 Sep 08 00:54:33.669057 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea0866-4f13-4615-9332-c0937e3aa4ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc4c62e-7737-4c6d-af34-66b6b6cf2f9f,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:54:33.929340 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f0748-a83d-4210-9e19-9a8d3dc9d690 req-9c5f1275-64c0-49a3-a9d0-5f8968c1c3c7 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:54:33.930839 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f55f0748-a83d-4210-9e19-9a8d3dc9d690 req-9c5f1275-64c0-49a3-a9d0-5f8968c1c3c7 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 946 time: 0.0485151 Sep 08 00:54:33.971716 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f55f0748-a83d-4210-9e19-9a8d3dc9d690 req-411c7da6-d6a2-4f44-84cf-12984c9b35a7 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343404 Sep 08 00:54:34.801291 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device d7f6dd86-26b2-43a1-8f84-4291bba88b25 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=105700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 00:54:34.899105 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port d7f6dd86-26b2-43a1-8f84-4291bba88b25, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=d7f6dd86-26b2-43a1-8f84-4291bba88b25,segment=NetworkSegment(36a93c6c-e113-4def-a9a0-ed0b007be14b),segment_id=36a93c6c-e113-4def-a9a0-ed0b007be14b)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:54:34.912803 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Returning: {'device': 'd7f6dd86-26b2-43a1-8f84-4291bba88b25', 'network_id': 'de8fbc24-7297-4226-b64a-9cb1927a5167', 'port_id': 'd7f6dd86-26b2-43a1-8f84-4291bba88b25', 'mac_address': 'fa:16:3e:1f:21:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 00:54:34.951361 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:34.964352 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.notifiers.nova [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d7f6dd86-26b2-43a1-8f84-4291bba88b25 {{(pid=105700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 00:54:34.983769 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port d7f6dd86-26b2-43a1-8f84-4291bba88b25, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=d7f6dd86-26b2-43a1-8f84-4291bba88b25,segment=NetworkSegment(36a93c6c-e113-4def-a9a0-ed0b007be14b),segment_id=36a93c6c-e113-4def-a9a0-ed0b007be14b)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:54:34.987701 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:35.044460 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Pushing event updated for resources: {'Port': ['ID=d7f6dd86-26b2-43a1-8f84-4291bba88b25,revision_number=6']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:54:35.051600 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:54:35.051958 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:54:35.052300 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:54:35.052635 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:54:35.052967 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:54:35.053299 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:54:35.053627 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:54:35.053950 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:54:35.054273 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:54:35.054600 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:54:35.054920 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:54:35.055239 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:54:35.098762 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db240d50-bd9d-4f23-888b-5108bb30a4c8 req-9246d68d-f40a-4caa-a48c-ae80b6ba824d tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:54:35.100282 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-db240d50-bd9d-4f23-888b-5108bb30a4c8 req-9246d68d-f40a-4caa-a48c-ae80b6ba824d tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 945 time: 0.0521924 Sep 08 00:54:35.130275 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] get_ports_and_sgs() called for port_ids ['d7f6dd86-26b2-43a1-8f84-4291bba88b25'] {{(pid=105700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 00:54:35.139665 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-db240d50-bd9d-4f23-888b-5108bb30a4c8 req-bd38aa8e-ca9e-4de6-a099-afd3bb785c26 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332754 Sep 08 00:54:35.321871 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 57108) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:54:35.427796 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-ef9b6f5c-30c9-43cd-9a65-8594e244e361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:35.519620 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-ef9b6f5c-30c9-43cd-9a65-8594e244e361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:35.523405 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-ef9b6f5c-30c9-43cd-9a65-8594e244e361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:35.560677 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-ef9b6f5c-30c9-43cd-9a65-8594e244e361 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4fc70d077750437cb7b184bccd227a49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2377305 Sep 08 00:54:35.561531 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b6f5c-30c9-43cd-9a65-8594e244e361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0eb065-ae40-4a36-a916-730fdfb6e0e6,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:54:35.563327 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 57112) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:54:35.611034 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-93e4f342-190e-4f0e-98c4-a2d8ce24b581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:35.631785 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-93e4f342-190e-4f0e-98c4-a2d8ce24b581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:35.677800 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-93e4f342-190e-4f0e-98c4-a2d8ce24b581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:35.680523 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-93e4f342-190e-4f0e-98c4-a2d8ce24b581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:35.681662 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-93e4f342-190e-4f0e-98c4-a2d8ce24b581 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/db0eb065-ae40-4a36-a916-730fdfb6e0e6 HTTP/1.1" status: 204 len: 168 time: 0.1173131 Sep 08 00:54:35.690097 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e4f342-190e-4f0e-98c4-a2d8ce24b581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0eb065-ae40-4a36-a916-730fdfb6e0e6,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:54:35.937305 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 57118) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:54:35.950744 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-95072d81-f520-4608-8f4a-fd5c7483ed0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:36.035289 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-95072d81-f520-4608-8f4a-fd5c7483ed0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:36.038880 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-95072d81-f520-4608-8f4a-fd5c7483ed0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:36.075870 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-95072d81-f520-4608-8f4a-fd5c7483ed0a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d7c72214920247c588b43fc2d78dabcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1372163 Sep 08 00:54:36.077908 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95072d81-f520-4608-8f4a-fd5c7483ed0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f36300d-cd62-4221-8cc2-4ec7e215c15a,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:54:36.078423 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 57120) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:54:36.127782 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-c9378602-f5fe-459f-881a-34ebada0e489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:36.150549 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-c9378602-f5fe-459f-881a-34ebada0e489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:36.196083 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-c9378602-f5fe-459f-881a-34ebada0e489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:36.198816 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-c9378602-f5fe-459f-881a-34ebada0e489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:36.200390 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-c9378602-f5fe-459f-881a-34ebada0e489 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3f36300d-cd62-4221-8cc2-4ec7e215c15a HTTP/1.1" status: 204 len: 168 time: 0.1205719 Sep 08 00:54:36.209158 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9378602-f5fe-459f-881a-34ebada0e489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f36300d-cd62-4221-8cc2-4ec7e215c15a,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:54:36.271788 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d18cb-d37e-4aec-bb5e-4945a72d2982 req-2cced715-9717-4bc7-8a8d-4cd98c9340b0 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:54:36.273311 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a26d18cb-d37e-4aec-bb5e-4945a72d2982 req-2cced715-9717-4bc7-8a8d-4cd98c9340b0 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 945 time: 0.0491586 Sep 08 00:54:36.311932 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a26d18cb-d37e-4aec-bb5e-4945a72d2982 req-dcfa563a-7acd-497f-95b8-bdf176393e85 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324707 Sep 08 00:54:36.801319 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device d7f6dd86-26b2-43a1-8f84-4291bba88b25 up at agent hyperv_hv-cinder-75996 {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:54:36.850668 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Provisioning complete for port d7f6dd86-26b2-43a1-8f84-4291bba88b25 triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:54:36.851037 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:36.925351 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:36.946886 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a4d653-f3fd-44cd-9421-b8c95629c5fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f6dd86-26b2-43a1-8f84-4291bba88b25'}] {{(pid=105700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:54:36.949121 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8460d1f582680b5b58131e18e26cc0c46bcacb71cb7028c1e32c58fa4cd87a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b04d9a3-53ae-43ef-a7a4-b58035f15bb3" -d '{"events": [{"server_uuid": "42a4d653-f3fd-44cd-9421-b8c95629c5fe", "name": "network-vif-plugged", "status": "completed", "tag": "d7f6dd86-26b2-43a1-8f84-4291bba88b25"}]}' {{(pid=105700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:54:36.962092 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port d7f6dd86-26b2-43a1-8f84-4291bba88b25, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=d7f6dd86-26b2-43a1-8f84-4291bba88b25,segment=NetworkSegment(36a93c6c-e113-4def-a9a0-ed0b007be14b),segment_id=36a93c6c-e113-4def-a9a0-ed0b007be14b)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:54:36.968850 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:36.993795 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 00:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95698feb-1e07-44cb-9c78-0123d79b2429 x-openstack-request-id: req-95698feb-1e07-44cb-9c78-0123d79b2429 {{(pid=105700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:54:36.994087 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a4d653-f3fd-44cd-9421-b8c95629c5fe", "name": "network-vif-plugged", "status": "completed", "tag": "d7f6dd86-26b2-43a1-8f84-4291bba88b25", "code": 200}]} {{(pid=105700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:54:36.994337 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-95698feb-1e07-44cb-9c78-0123d79b2429 {{(pid=105700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:54:36.994722 dv-cinder-759961-13-iscsi neutron-server[105700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a4d653-f3fd-44cd-9421-b8c95629c5fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f6dd86-26b2-43a1-8f84-4291bba88b25', 'code': 200} Sep 08 00:54:37.023483 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Pushing event updated for resources: {'Port': ['ID=d7f6dd86-26b2-43a1-8f84-4291bba88b25,revision_number=7']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:54:37.430201 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9b866-1fa8-4b44-8015-e48c8d2b27cf req-dfd31da7-83f8-45a1-8ea5-dafed8b52870 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:54:37.431733 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-48a9b866-1fa8-4b44-8015-e48c8d2b27cf req-dfd31da7-83f8-45a1-8ea5-dafed8b52870 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 946 time: 0.0493057 Sep 08 00:54:37.471128 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-48a9b866-1fa8-4b44-8015-e48c8d2b27cf req-bc172e4d-045e-44a3-ac50-8b8b55edc58f tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330968 Sep 08 00:54:38.070525 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 57208) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:54:38.185708 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-9b5840f4-dfe4-468b-8156-d362298f2e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:38.282012 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-9b5840f4-dfe4-468b-8156-d362298f2e1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:38.286419 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-9b5840f4-dfe4-468b-8156-d362298f2e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:38.325617 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-9b5840f4-dfe4-468b-8156-d362298f2e1f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ab40ed4db3844ac4bab3521992a4fbd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2538199 Sep 08 00:54:38.327071 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5840f4-dfe4-468b-8156-d362298f2e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff6c18f-e02d-4f78-9ddc-b0a25dad8d75,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:54:38.329122 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 57226) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:54:38.381627 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-358d34ba-3d61-4c9d-b951-91958f4089c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:38.402737 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-358d34ba-3d61-4c9d-b951-91958f4089c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:38.453673 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-358d34ba-3d61-4c9d-b951-91958f4089c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:38.456570 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-358d34ba-3d61-4c9d-b951-91958f4089c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:38.457995 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-358d34ba-3d61-4c9d-b951-91958f4089c7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fff6c18f-e02d-4f78-9ddc-b0a25dad8d75 HTTP/1.1" status: 204 len: 168 time: 0.1272135 Sep 08 00:54:38.466265 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358d34ba-3d61-4c9d-b951-91958f4089c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff6c18f-e02d-4f78-9ddc-b0a25dad8d75,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:54:38.654914 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268944ca-0cd1-4b26-8aaf-f97d6c40f4a1 req-4c64ee69-e39a-48b9-ae84-144550f593dc tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:54:38.664817 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-268944ca-0cd1-4b26-8aaf-f97d6c40f4a1 req-4c64ee69-e39a-48b9-ae84-144550f593dc tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 946 time: 0.0777676 Sep 08 00:54:38.714004 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-268944ca-0cd1-4b26-8aaf-f97d6c40f4a1 req-919ae036-e355-469d-9b01-0f1f8aceea02 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479257 Sep 08 00:54:38.824033 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 57238) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:54:38.846617 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-fa9090f0-9880-4fb6-82fc-ae9be0af6057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:38.985989 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-fa9090f0-9880-4fb6-82fc-ae9be0af6057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:38.989977 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-fa9090f0-9880-4fb6-82fc-ae9be0af6057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:39.036008 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-fa9090f0-9880-4fb6-82fc-ae9be0af6057 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6a68ab57d861445b9c29de7a9d721220&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2092595 Sep 08 00:54:39.037160 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9090f0-9880-4fb6-82fc-ae9be0af6057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea04736-11a2-4155-a1ef-201f7246faba,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:54:39.038609 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 57240) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:54:39.097406 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-d2649509-8d8b-433c-a97d-2b5914945ddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:39.130531 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-d2649509-8d8b-433c-a97d-2b5914945ddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:39.184716 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-d2649509-8d8b-433c-a97d-2b5914945ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:39.189924 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-d2649509-8d8b-433c-a97d-2b5914945ddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:39.191366 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-d2649509-8d8b-433c-a97d-2b5914945ddd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eea04736-11a2-4155-a1ef-201f7246faba HTTP/1.1" status: 204 len: 168 time: 0.1515973 Sep 08 00:54:39.199711 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2649509-8d8b-433c-a97d-2b5914945ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea04736-11a2-4155-a1ef-201f7246faba,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:54:39.885341 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c968ca-fe59-40de-bff8-b74fd9c110b5 req-054122fd-b277-4e64-93ec-09befc34c85e tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:54:39.895275 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-16c968ca-fe59-40de-bff8-b74fd9c110b5 req-054122fd-b277-4e64-93ec-09befc34c85e tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 946 time: 0.0863655 Sep 08 00:54:39.943192 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-16c968ca-fe59-40de-bff8-b74fd9c110b5 req-e102c65c-70dd-4c07-aba6-2bbadf2ca654 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467525 Sep 08 00:54:40.183600 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.agents_db [None req-8a21184a-e449-40d8-9b7c-bcfe602fdfc6 None None] Agent healthcheck: found 6 active agents {{(pid=105701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 00:54:41.237075 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4257688-6b57-4ff6-91d3-02c3bf8798c7 req-bce27c6c-8504-49c7-83f9-64250469fecf tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:54:41.238488 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e4257688-6b57-4ff6-91d3-02c3bf8798c7 req-bce27c6c-8504-49c7-83f9-64250469fecf tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 946 time: 0.0694368 Sep 08 00:54:41.276850 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e4257688-6b57-4ff6-91d3-02c3bf8798c7 req-cdc89db1-1611-4508-bd2c-5e302aaa2ffa tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322740 Sep 08 00:54:42.402950 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db60c03e-6e87-46d3-8f50-f0303ad5ccc3 req-5d0855df-79d8-486c-8357-e9f0520be771 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:54:42.404816 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-db60c03e-6e87-46d3-8f50-f0303ad5ccc3 req-5d0855df-79d8-486c-8357-e9f0520be771 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 946 time: 0.0501983 Sep 08 00:54:42.445426 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-db60c03e-6e87-46d3-8f50-f0303ad5ccc3 req-f3ab1425-dc62-433c-8d63-506166f691ef tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339825 Sep 08 00:54:43.579733 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb559c-eeb6-44d1-816c-86f7d7d63508 req-d35d3814-b7ad-4c89-9238-325eed019a44 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:54:43.581462 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-d1eb559c-eeb6-44d1-816c-86f7d7d63508 req-d35d3814-b7ad-4c89-9238-325eed019a44 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 946 time: 0.0589871 Sep 08 00:54:43.626794 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-d1eb559c-eeb6-44d1-816c-86f7d7d63508 req-a1182ff8-13c2-442a-b257-3e9f99effb90 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372772 Sep 08 00:54:44.751439 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ea493-37be-451c-8b83-10822c83675c req-e47a2eba-d10a-4395-822f-c33fd605c2a7 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:54:44.753792 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5d4ea493-37be-451c-8b83-10822c83675c req-e47a2eba-d10a-4395-822f-c33fd605c2a7 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 946 time: 0.0522392 Sep 08 00:54:44.798418 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5d4ea493-37be-451c-8b83-10822c83675c req-d9f5d483-4ed8-4d91-a578-571453bd1896 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388196 Sep 08 00:54:45.522518 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:45.929391 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc413e-3d6e-4941-b729-92611549544d req-2da9639f-7c28-4d1c-951c-66b1db7f835f tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:54:45.931378 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f5cc413e-3d6e-4941-b729-92611549544d req-2da9639f-7c28-4d1c-951c-66b1db7f835f tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 946 time: 0.0568726 Sep 08 00:54:45.971177 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f5cc413e-3d6e-4941-b729-92611549544d req-5ae6a579-a6eb-468d-aaec-f1733578c864 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331366 Sep 08 00:54:47.099822 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924453ad-51ba-4dbf-a516-321b61886cdb req-782860dc-b677-429f-bdf1-418672f6bf35 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:54:47.101378 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-924453ad-51ba-4dbf-a516-321b61886cdb req-782860dc-b677-429f-bdf1-418672f6bf35 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 946 time: 0.0531428 Sep 08 00:54:47.144916 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-924453ad-51ba-4dbf-a516-321b61886cdb req-022e673e-61e8-4094-ac5f-d7e62e9c4f4c tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352986 Sep 08 00:54:47.815603 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-fa9e1ace-7fdb-409d-ae3a-07fb18f3adb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:48.293285 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372ffa8-f97c-4aa6-b0b6-9974da26685f req-6ccc0d7b-9878-45ce-82eb-ff002d54deb1 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:54:48.300181 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6372ffa8-f97c-4aa6-b0b6-9974da26685f req-6ccc0d7b-9878-45ce-82eb-ff002d54deb1 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 946 time: 0.0662360 Sep 08 00:54:48.334485 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7144c0-129b-4bba-83b7-50cae174a6a4 req-97249879-f0c2-4890-89d1-0dbf1513fa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:54:48.340900 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-ae7144c0-129b-4bba-83b7-50cae174a6a4 req-97249879-f0c2-4890-89d1-0dbf1513fa97 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4467d938824242aab07cf31a1311c8aa&device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 1099 time: 0.1573744 Sep 08 00:54:48.347623 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6372ffa8-f97c-4aa6-b0b6-9974da26685f req-f45a61b4-4ca0-4bd5-b722-4d6bca2b7429 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416539 Sep 08 00:54:48.437418 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7144c0-129b-4bba-83b7-50cae174a6a4 req-ad16cbf3-fbab-479d-94f0-517679f24f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:54:48.438813 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-ae7144c0-129b-4bba-83b7-50cae174a6a4 req-ad16cbf3-fbab-479d-94f0-517679f24f07 service neutron] 10.222.0.35 "GET /v2.0/networks?id=de8fbc24-7297-4226-b64a-9cb1927a5167 HTTP/1.1" status: 200 len: 918 time: 0.0874977 Sep 08 00:54:48.506086 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-ae7144c0-129b-4bba-83b7-50cae174a6a4 req-77f4a55f-62d4-49bd-93c7-35aa2edbb0e4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7f6dd86-26b2-43a1-8f84-4291bba88b25 HTTP/1.1" status: 200 len: 1001 time: 0.0586307 Sep 08 00:54:48.557799 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7144c0-129b-4bba-83b7-50cae174a6a4 req-be77f292-21b7-4ee3-b028-8e27b3176199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:54:48.559305 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-ae7144c0-129b-4bba-83b7-50cae174a6a4 req-be77f292-21b7-4ee3-b028-8e27b3176199 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1 HTTP/1.1" status: 200 len: 856 time: 0.0441411 Sep 08 00:54:48.609780 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7144c0-129b-4bba-83b7-50cae174a6a4 req-7292bf8e-47c8-4eba-bb29-27e7df303362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:54:48.611258 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-ae7144c0-129b-4bba-83b7-50cae174a6a4 req-7292bf8e-47c8-4eba-bb29-27e7df303362 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=de8fbc24-7297-4226-b64a-9cb1927a5167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0436730 Sep 08 00:54:48.625625 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [req-ae7144c0-129b-4bba-83b7-50cae174a6a4 req-274d8b28-4a01-4eaa-9580-8333660049b4 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=105698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 00:54:48.626935 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-ae7144c0-129b-4bba-83b7-50cae174a6a4 req-274d8b28-4a01-4eaa-9580-8333660049b4 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052915 Sep 08 00:54:48.722072 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-ae7144c0-129b-4bba-83b7-50cae174a6a4 req-e5db0186-aced-42dc-b581-72fa2ed4f10e service neutron] 10.222.0.35 "GET /v2.0/networks/de8fbc24-7297-4226-b64a-9cb1927a5167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847170 Sep 08 00:54:48.809143 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-ae7144c0-129b-4bba-83b7-50cae174a6a4 req-ead119ed-a43e-4f95-822f-ffe7784fe009 service neutron] 10.222.0.35 "GET /v2.0/networks/de8fbc24-7297-4226-b64a-9cb1927a5167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796306 Sep 08 00:54:49.469509 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c4b26-d5a8-4011-9425-dfca48301430 req-27f0b3a5-9668-458e-a243-558792fb9897 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:54:49.471060 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-110c4b26-d5a8-4011-9425-dfca48301430 req-27f0b3a5-9668-458e-a243-558792fb9897 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 946 time: 0.0485179 Sep 08 00:54:49.515572 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-110c4b26-d5a8-4011-9425-dfca48301430 req-37c9fd4a-24c4-43cf-95de-3d3789c44a73 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379722 Sep 08 00:54:49.667488 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 57364) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:54:49.770877 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-dd9573a6-bdb7-4435-8e03-f60d062e07d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:49.861002 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-dd9573a6-bdb7-4435-8e03-f60d062e07d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:49.864605 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-dd9573a6-bdb7-4435-8e03-f60d062e07d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:49.904924 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9573a6-bdb7-4435-8e03-f60d062e07d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501a9bba-556a-43de-b697-08eab5839b9a,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:54:49.909378 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-dd9573a6-bdb7-4435-8e03-f60d062e07d1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a8278320f413449884ce3caf1f5f8859&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2408245 Sep 08 00:54:49.912021 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 57368) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:54:49.959678 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-2ff86a30-ec5f-4be7-8b5e-7e01e6e85a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:49.980157 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-2ff86a30-ec5f-4be7-8b5e-7e01e6e85a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:50.024291 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-2ff86a30-ec5f-4be7-8b5e-7e01e6e85a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:50.026739 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-2ff86a30-ec5f-4be7-8b5e-7e01e6e85a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:50.027877 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-2ff86a30-ec5f-4be7-8b5e-7e01e6e85a4a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/501a9bba-556a-43de-b697-08eab5839b9a HTTP/1.1" status: 204 len: 168 time: 0.1149459 Sep 08 00:54:50.037624 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff86a30-ec5f-4be7-8b5e-7e01e6e85a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501a9bba-556a-43de-b697-08eab5839b9a,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:54:50.632001 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 57392) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:54:50.648661 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07de59-7d7f-4f2a-8a1c-6dfb8794049e req-c2855dae-176b-4690-bc91-d0c7f5a44f0b tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:54:50.650172 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ca07de59-7d7f-4f2a-8a1c-6dfb8794049e req-c2855dae-176b-4690-bc91-d0c7f5a44f0b tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 946 time: 0.0521550 Sep 08 00:54:50.688610 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ca07de59-7d7f-4f2a-8a1c-6dfb8794049e req-a9232efb-ec4e-45e9-ab2c-327b9281d9b4 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313635 Sep 08 00:54:50.731736 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [None req-ac8e2652-5ca5-4178-952a-897242b1c575 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1498098595-network', 'tenant_id': 'ebae23dae4654fdf9e39188a8e715c3b'}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:54:50.758214 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8e2652-5ca5-4178-952a-897242b1c575 admin admin] Made reservation on behalf of ebae23dae4654fdf9e39188a8e715c3b for: {'network': 1} {{(pid=105698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:54:50.761291 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-ac8e2652-5ca5-4178-952a-897242b1c575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for network, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:50.771626 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-ac8e2652-5ca5-4178-952a-897242b1c575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:50.841716 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-e674b4e5-963e-44a2-bdbc-b8a5c00cbe5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:50.852467 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:50.879011 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-ac8e2652-5ca5-4178-952a-897242b1c575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:50.883899 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-ac8e2652-5ca5-4178-952a-897242b1c575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:50.903779 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac8e2652-5ca5-4178-952a-897242b1c575 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=105698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 00:54:50.918577 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8e2652-5ca5-4178-952a-897242b1c575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73570af7-90e8-4d60-8bd1-63a13dee24db,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:54:50.922131 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-ac8e2652-5ca5-4178-952a-897242b1c575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3575388'] for segment, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:50.922469 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.db.segments_db [None req-ac8e2652-5ca5-4178-952a-897242b1c575 admin admin] Added segment 66ccd0b1-4836-4259-add1-0dd342b6eabf of type vlan for network e6526d04-48d2-40b4-9e76-78a89af5f70a Sep 08 00:54:50.966754 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-ac8e2652-5ca5-4178-952a-897242b1c575 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792256300036'] for network, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:50.991895 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-ac8e2652-5ca5-4178-952a-897242b1c575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586'] for network, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:50.992863 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8e2652-5ca5-4178-952a-897242b1c575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:54:50.993444 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-ac8e2652-5ca5-4178-952a-897242b1c575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for network, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:51.026503 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-ac8e2652-5ca5-4178-952a-897242b1c575 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3931792 Sep 08 00:54:51.029755 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 57406) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:54:51.035295 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [None req-56b44ebb-ea0c-4ec7-90ea-c135d7d5cf3e admin admin] Request body: {'subnet': {'network_id': 'e6526d04-48d2-40b4-9e76-78a89af5f70a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1498098595-subnet', 'tenant_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'ip_version': 4}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:54:51.053750 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8e2652-5ca5-4178-952a-897242b1c575 admin admin] Pushing event updated for resources: {'Network': ['ID=e6526d04-48d2-40b4-9e76-78a89af5f70a,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:54:51.059619 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b44ebb-ea0c-4ec7-90ea-c135d7d5cf3e admin admin] Made reservation on behalf of ebae23dae4654fdf9e39188a8e715c3b for: {'subnet': 1} {{(pid=105699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:54:51.063290 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-56b44ebb-ea0c-4ec7-90ea-c135d7d5cf3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25903806'] for subnet, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:51.065407 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Network e6526d04-48d2-40b4-9e76-78a89af5f70a details requested by agent ovs-agent-dv-cinder-759961-13-iscsi with host dv-cinder-759961-13-iscsi {{(pid=105700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 00:54:51.233678 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-56b44ebb-ea0c-4ec7-90ea-c135d7d5cf3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25517452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25903784'] for subnet, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:51.291311 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b44ebb-ea0c-4ec7-90ea-c135d7d5cf3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=13f0f2a8-7f0f-4469-a4d5-64cb8966c152,revision_number=0']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:54:51.297533 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b44ebb-ea0c-4ec7-90ea-c135d7d5cf3e admin admin] Checking segment: {'id': '66ccd0b1-4836-4259-add1-0dd342b6eabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e6526d04-48d2-40b4-9e76-78a89af5f70a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:54:51.297893 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b44ebb-ea0c-4ec7-90ea-c135d7d5cf3e admin admin] Network hostable DHCP agents. Network: e6526d04-48d2-40b4-9e76-78a89af5f70a, hostable agents: ['08f6a972-2c18-45c5-8342-7a3ab768691a'], hosted agents: [] {{(pid=105699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 00:54:51.314525 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b44ebb-ea0c-4ec7-90ea-c135d7d5cf3e admin admin] Network e6526d04-48d2-40b4-9e76-78a89af5f70a is scheduled to be hosted by DHCP agent 08f6a972-2c18-45c5-8342-7a3ab768691a with binding_index 1 {{(pid=105699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 00:54:51.323185 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.base_scheduler [None req-56b44ebb-ea0c-4ec7-90ea-c135d7d5cf3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-13-iscsi, e6526d04-48d2-40b4-9e76-78a89af5f70a) {{(pid=105699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:54:51.327859 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b44ebb-ea0c-4ec7-90ea-c135d7d5cf3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:54:51.328892 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-56b44ebb-ea0c-4ec7-90ea-c135d7d5cf3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:51.332206 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af7eb31-c5c2-4e20-8002-ade32bc61cd0 None None] Network e6526d04-48d2-40b4-9e76-78a89af5f70a requested from dv-cinder-759961-13-iscsi {{(pid=105700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 00:54:51.347299 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-56b44ebb-ea0c-4ec7-90ea-c135d7d5cf3e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3129728 Sep 08 00:54:51.347769 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 57418) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:54:51.353356 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [None req-10ee87ac-e2d4-4d8b-8c72-64dbd4773137 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1498098595-router', 'tenant_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a'}}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:54:51.381232 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-10ee87ac-e2d4-4d8b-8c72-64dbd4773137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2420'] for router, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:51.382488 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-10ee87ac-e2d4-4d8b-8c72-64dbd4773137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529807', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2413'] for router, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:51.446307 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-10ee87ac-e2d4-4d8b-8c72-64dbd4773137 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:51.495930 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac197091-71ed-4c6f-a68b-766687c48b82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1052c816-ecfd-5720-acea-4b7c5cbde93b-e6526d04-48d2-40b4-9e76-78a89af5f70a', 'network_id': 'e6526d04-48d2-40b4-9e76-78a89af5f70a', 'tenant_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'fixed_ips': [{'subnet_id': '13f0f2a8-7f0f-4469-a4d5-64cb8966c152'}]}} from dv-cinder-759961-13-iscsi. {{(pid=105700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 00:54:51.496834 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-ac197091-71ed-4c6f-a68b-766687c48b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_create {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:51.591122 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-10ee87ac-e2d4-4d8b-8c72-64dbd4773137 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:51.648154 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.db_base_plugin_common [None req-ac197091-71ed-4c6f-a68b-766687c48b82 None None] Allocated IP 172.20.0.2 (e6526d04-48d2-40b4-9e76-78a89af5f70a/13f0f2a8-7f0f-4469-a4d5-64cb8966c152/08d2e01c-ec78-4501-a4df-86c7badaa7d3) {{(pid=105700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 00:54:51.691428 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:51.721413 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c9ae7-d394-4051-82d1-dd5e51baf325 req-2669180e-5026-4960-9dd0-6e5f7897afb8 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:54:51.724367 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-c89c9ae7-d394-4051-82d1-dd5e51baf325 req-2669180e-5026-4960-9dd0-6e5f7897afb8 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 946 time: 0.0731382 Sep 08 00:54:51.778623 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-c89c9ae7-d394-4051-82d1-dd5e51baf325 req-7b633a1c-c780-4b0d-bbf2-afb80e2d482e tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481744 Sep 08 00:54:51.847014 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-10ee87ac-e2d4-4d8b-8c72-64dbd4773137 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:51.867299 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-10ee87ac-e2d4-4d8b-8c72-64dbd4773137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:51.985611 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-ac197091-71ed-4c6f-a68b-766687c48b82 None None] Notify callbacks [] for port, precommit_create {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:51.986621 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.db_base_plugin_common [None req-10ee87ac-e2d4-4d8b-8c72-64dbd4773137 admin admin] Allocated IP 172.27.0.3 (aeb1b426-56a4-445f-8c16-06e4bfc4278a/d22fae44-982b-434e-84ec-8582a9df6d9e/943f9067-88b6-4368-8a34-1666005e305f) {{(pid=105698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 00:54:51.994642 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-ac197091-71ed-4c6f-a68b-766687c48b82 None None] Transition to ACTIVE for port object 08d2e01c-ec78-4501-a4df-86c7badaa7d3 will not be triggered until provisioned by entity L2. {{(pid=105700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:54:52.010805 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-ac197091-71ed-4c6f-a68b-766687c48b82 None None] Transition to ACTIVE for port object 08d2e01c-ec78-4501-a4df-86c7badaa7d3 will not be triggered until provisioned by entity DHCP. {{(pid=105700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:54:52.018678 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-ac197091-71ed-4c6f-a68b-766687c48b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792256344477'] for port, after_create {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:52.040594 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 57444) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:54:52.057599 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac197091-71ed-4c6f-a68b-766687c48b82 None None] Network e6526d04-48d2-40b4-9e76-78a89af5f70a is already hosted by enough agents. {{(pid=105700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:54:52.065453 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.scheduler.base_scheduler [None req-ac197091-71ed-4c6f-a68b-766687c48b82 None None] Resources bound (agent type, host, resource id): {{(pid=105700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:54:52.067784 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac197091-71ed-4c6f-a68b-766687c48b82 None None] Received port after_create {{(pid=105700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 00:54:52.070758 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac197091-71ed-4c6f-a68b-766687c48b82 None None] Pushing event updated for resources: {'Port': ['ID=08d2e01c-ec78-4501-a4df-86c7badaa7d3,revision_number=1']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:54:52.114094 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-10ee87ac-e2d4-4d8b-8c72-64dbd4773137 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:52.124360 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-ac197091-71ed-4c6f-a68b-766687c48b82 None None] Attempting to bind port 08d2e01c-ec78-4501-a4df-86c7badaa7d3 on host dv-cinder-759961-13-iscsi for vnic_type normal with profile {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 00:54:52.124813 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-ac197091-71ed-4c6f-a68b-766687c48b82 None None] Attempting to bind port 08d2e01c-ec78-4501-a4df-86c7badaa7d3 by drivers openvswitch,hyperv on host dv-cinder-759961-13-iscsi at level 0 using segments [{'id': '66ccd0b1-4836-4259-add1-0dd342b6eabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e6526d04-48d2-40b4-9e76-78a89af5f70a'}] {{(pid=105700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 00:54:52.125239 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac197091-71ed-4c6f-a68b-766687c48b82 None None] Attempting to bind port 08d2e01c-ec78-4501-a4df-86c7badaa7d3 on network e6526d04-48d2-40b4-9e76-78a89af5f70a {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:54:52.130645 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac197091-71ed-4c6f-a68b-766687c48b82 None None] Checking agent: {'id': 'f82a9a64-a181-41a7-bfc0-9590d2256fe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 0, 35, 51), 'started_at': datetime.datetime(2021, 9, 8, 0, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 0, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 00:54:52.131287 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac197091-71ed-4c6f-a68b-766687c48b82 None None] Checking segment: {'id': '66ccd0b1-4836-4259-add1-0dd342b6eabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e6526d04-48d2-40b4-9e76-78a89af5f70a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:54:52.131911 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-ac197091-71ed-4c6f-a68b-766687c48b82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:52.132509 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac197091-71ed-4c6f-a68b-766687c48b82 None None] Bound using segment: {'id': '66ccd0b1-4836-4259-add1-0dd342b6eabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e6526d04-48d2-40b4-9e76-78a89af5f70a'} {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 00:54:52.133159 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-ac197091-71ed-4c6f-a68b-766687c48b82 None None] Bound port: 08d2e01c-ec78-4501-a4df-86c7badaa7d3, host: dv-cinder-759961-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ccd0b1-4836-4259-add1-0dd342b6eabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e6526d04-48d2-40b4-9e76-78a89af5f70a'}}] {{(pid=105700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 00:54:52.133736 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-ac197091-71ed-4c6f-a68b-766687c48b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:52.135690 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-96a0b0d0-3914-4a94-90aa-cf7c62713ea6 req-1f45ec48-4e5a-4a92-b3bf-7c038b55122e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0924029 Sep 08 00:54:52.145660 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [req-96a0b0d0-3914-4a94-90aa-cf7c62713ea6 req-50d1cfae-2102-4a40-8f33-82bf2578874f service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=105699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 00:54:52.147299 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-96a0b0d0-3914-4a94-90aa-cf7c62713ea6 req-50d1cfae-2102-4a40-8f33-82bf2578874f service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052860 Sep 08 00:54:52.156731 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-10ee87ac-e2d4-4d8b-8c72-64dbd4773137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792256344477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705649'] for port, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:52.196682 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ee87ac-e2d4-4d8b-8c72-64dbd4773137 admin admin] Network aeb1b426-56a4-445f-8c16-06e4bfc4278a is already hosted by enough agents. {{(pid=105698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:54:52.200850 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-ac197091-71ed-4c6f-a68b-766687c48b82 None None] For port 08d2e01c-ec78-4501-a4df-86c7badaa7d3, host dv-cinder-759961-13-iscsi, cleared binding levels {{(pid=105700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 00:54:52.202921 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.base_scheduler [None req-10ee87ac-e2d4-4d8b-8c72-64dbd4773137 admin admin] Resources bound (agent type, host, resource id): {{(pid=105698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:54:52.204843 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-ac197091-71ed-4c6f-a68b-766687c48b82 None None] For port 08d2e01c-ec78-4501-a4df-86c7badaa7d3, host dv-cinder-759961-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=08d2e01c-ec78-4501-a4df-86c7badaa7d3,segment=NetworkSegment(66ccd0b1-4836-4259-add1-0dd342b6eabf),segment_id=66ccd0b1-4836-4259-add1-0dd342b6eabf)] {{(pid=105700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 00:54:52.208011 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ee87ac-e2d4-4d8b-8c72-64dbd4773137 admin admin] Received port after_create {{(pid=105698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 00:54:52.210925 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-ac197091-71ed-4c6f-a68b-766687c48b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:52.211327 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee87ac-e2d4-4d8b-8c72-64dbd4773137 admin admin] Pushing event updated for resources: {'Port': ['ID=943f9067-88b6-4368-8a34-1666005e305f,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:54:52.273525 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac197091-71ed-4c6f-a68b-766687c48b82 None None] Pushing event updated for resources: {'Port': ['ID=08d2e01c-ec78-4501-a4df-86c7badaa7d3,revision_number=2']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:54:52.480500 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-10ee87ac-e2d4-4d8b-8c72-64dbd4773137 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:52.667201 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-10ee87ac-e2d4-4d8b-8c72-64dbd4773137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529874'] for router, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:52.907341 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d7116-77f7-43bb-b773-bcaa8f8f8192 req-28428b98-8cfe-4b47-a7ed-514f8d74a68b tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:54:52.909628 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ee1d7116-77f7-43bb-b773-bcaa8f8f8192 req-28428b98-8cfe-4b47-a7ed-514f8d74a68b tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 946 time: 0.0555491 Sep 08 00:54:52.948733 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device d7f6dd86-26b2-43a1-8f84-4291bba88b25 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 00:54:52.961027 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ee1d7116-77f7-43bb-b773-bcaa8f8f8192 req-dbbe9a78-825b-4997-a2e9-2e158c17d5a3 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444496 Sep 08 00:54:53.025271 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ee87ac-e2d4-4d8b-8c72-64dbd4773137 admin admin] Router 6d6ff8c5-d614-407f-a1ee-b9d573348ce1 is scheduled to L3 agent e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146 with binding_index 1 {{(pid=105698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 00:54:53.047345 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:53.072906 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a4d653-f3fd-44cd-9421-b8c95629c5fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7f6dd86-26b2-43a1-8f84-4291bba88b25'}] {{(pid=105700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:54:53.075329 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8460d1f582680b5b58131e18e26cc0c46bcacb71cb7028c1e32c58fa4cd87a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0a8eaf-30f7-4917-82d7-a66b9cc84fbc" -d '{"events": [{"server_uuid": "42a4d653-f3fd-44cd-9421-b8c95629c5fe", "name": "network-vif-unplugged", "status": "completed", "tag": "d7f6dd86-26b2-43a1-8f84-4291bba88b25"}]}' {{(pid=105700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:54:53.089355 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port d7f6dd86-26b2-43a1-8f84-4291bba88b25, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=d7f6dd86-26b2-43a1-8f84-4291bba88b25,segment=NetworkSegment(36a93c6c-e113-4def-a9a0-ed0b007be14b),segment_id=36a93c6c-e113-4def-a9a0-ed0b007be14b)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:54:53.097531 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:53.151924 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ee87ac-e2d4-4d8b-8c72-64dbd4773137 admin admin] Notify agent at l3_agent.dv-cinder-759961-13-iscsi the message routers_updated {{(pid=105698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 00:54:53.156767 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:53.165988 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8439170-ab0c-4fdf-aade-875919e474cd None None] Sync routers for ids ['6d6ff8c5-d614-407f-a1ee-b9d573348ce1'] in dv-cinder-759961-13-iscsi {{(pid=105701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 00:54:53.179861 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-10ee87ac-e2d4-4d8b-8c72-64dbd4773137 admin admin] Notify callbacks [] for router, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:53.181010 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Pushing event updated for resources: {'Port': ['ID=d7f6dd86-26b2-43a1-8f84-4291bba88b25,revision_number=8']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:54:53.186183 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-10ee87ac-e2d4-4d8b-8c72-64dbd4773137 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8341694 Sep 08 00:54:53.186889 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 57456) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:54:53.198844 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8439170-ab0c-4fdf-aade-875919e474cd None None] Routers {'6d6ff8c5-d614-407f-a1ee-b9d573348ce1'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:54:53.199495 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-f8439170-ab0c-4fdf-aade-875919e474cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:54:51Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['6d6ff8c5-d614-407f-a1ee-b9d573348ce1'], 'active': True} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:54:53.209603 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 08 Sep 2021 00:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c93597-8486-49ea-b977-10cafed8c8cc x-openstack-request-id: req-10c93597-8486-49ea-b977-10cafed8c8cc {{(pid=105700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:54:53.209899 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a4d653-f3fd-44cd-9421-b8c95629c5fe", "name": "network-vif-unplugged", "status": "failed", "tag": "d7f6dd86-26b2-43a1-8f84-4291bba88b25", "code": 422}]} {{(pid=105700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:54:53.210142 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-10c93597-8486-49ea-b977-10cafed8c8cc {{(pid=105700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:54:53.210551 dv-cinder-759961-13-iscsi neutron-server[105700]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '42a4d653-f3fd-44cd-9421-b8c95629c5fe', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd7f6dd86-26b2-43a1-8f84-4291bba88b25', 'code': 422} returned with failed status Sep 08 00:54:53.229642 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a840e74b-9342-42b9-b429-c46cead77c59 None None] Network e6526d04-48d2-40b4-9e76-78a89af5f70a requested from dv-cinder-759961-13-iscsi {{(pid=105700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 00:54:53.329510 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvr_db [None req-f8439170-ab0c-4fdf-aade-875919e474cd None None] Set router 6d6ff8c5-d614-407f-a1ee-b9d573348ce1 gateway port host: dv-cinder-759961-13-iscsi {{(pid=105701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:54:53.359661 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-03b31151-2baa-40d2-a1e4-15e1f26ae448 None None] Provisioning for port 08d2e01c-ec78-4501-a4df-86c7badaa7d3 completed by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:54:53.537208 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-f8439170-ab0c-4fdf-aade-875919e474cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6ff8c5-d614-407f-a1ee-b9d573348ce1', 'name': 'tempest-TestShelveInstance-1498098595-router', 'tenant_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '943f9067-88b6-4368-8a34-1666005e305f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:54:51Z', 'updated_at': '2021-09-08T00:54:52Z', 'revision_number': 3, 'project_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'gw_port': {'id': '943f9067-88b6-4368-8a34-1666005e305f', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6ff8c5-d614-407f-a1ee-b9d573348ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:54:51Z', 'updated_at': '2021-09-08T00:54:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi'}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:54:53.579109 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8439170-ab0c-4fdf-aade-875919e474cd None None] Checking router: 6d6ff8c5-d614-407f-a1ee-b9d573348ce1 for host: dv-cinder-759961-13-iscsi {{(pid=105701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 00:54:53.579456 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8439170-ab0c-4fdf-aade-875919e474cd None None] Updating router 6d6ff8c5-d614-407f-a1ee-b9d573348ce1 port 943f9067-88b6-4368-8a34-1666005e305f binding host dv-cinder-759961-13-iscsi {{(pid=105701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 00:54:53.605566 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-f8439170-ab0c-4fdf-aade-875919e474cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:53.684684 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1a86b0bd-eb2a-4dbf-9926-7ee9b02281bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:53.787012 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 08d2e01c-ec78-4501-a4df-86c7badaa7d3 up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:54:53.843707 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning for port 08d2e01c-ec78-4501-a4df-86c7badaa7d3 completed by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:54:53.847820 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning complete for port 08d2e01c-ec78-4501-a4df-86c7badaa7d3 triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:54:53.848384 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:53.862031 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.db_base_plugin_common [None req-1a86b0bd-eb2a-4dbf-9926-7ee9b02281bd admin admin] Allocated IP 172.20.0.1 (e6526d04-48d2-40b4-9e76-78a89af5f70a/13f0f2a8-7f0f-4469-a4d5-64cb8966c152/1a6365e5-4caf-4a12-b892-7fab11c41862) {{(pid=105699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 00:54:53.892320 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-f8439170-ab0c-4fdf-aade-875919e474cd None None] Notify callbacks [] for port, precommit_update {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:53.902729 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.provisioning_blocks [None req-f8439170-ab0c-4fdf-aade-875919e474cd None None] Transition to ACTIVE for port object 943f9067-88b6-4368-8a34-1666005e305f will not be triggered until provisioned by entity L2. {{(pid=105701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:54:53.909243 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-f8439170-ab0c-4fdf-aade-875919e474cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:53.935073 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:53.965305 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.managers [None req-f8439170-ab0c-4fdf-aade-875919e474cd None None] Attempting to bind port 943f9067-88b6-4368-8a34-1666005e305f on host dv-cinder-759961-13-iscsi for vnic_type normal with profile {{(pid=105701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 00:54:53.965769 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.managers [None req-f8439170-ab0c-4fdf-aade-875919e474cd None None] Attempting to bind port 943f9067-88b6-4368-8a34-1666005e305f by drivers openvswitch,hyperv on host dv-cinder-759961-13-iscsi at level 0 using segments [{'id': '8f85bbb2-d588-4058-a2ba-8b00436e9fac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a'}] {{(pid=105701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 00:54:53.966240 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8439170-ab0c-4fdf-aade-875919e474cd None None] Attempting to bind port 943f9067-88b6-4368-8a34-1666005e305f on network aeb1b426-56a4-445f-8c16-06e4bfc4278a {{(pid=105701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:54:53.971296 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] For port 08d2e01c-ec78-4501-a4df-86c7badaa7d3, host dv-cinder-759961-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=08d2e01c-ec78-4501-a4df-86c7badaa7d3,segment=NetworkSegment(66ccd0b1-4836-4259-add1-0dd342b6eabf),segment_id=66ccd0b1-4836-4259-add1-0dd342b6eabf)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:54:53.972755 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bbe898-75e2-4b1f-8cc5-7acd9f3b1449 None None] Pushing event updated for resources: {'Port': ['ID=943f9067-88b6-4368-8a34-1666005e305f,revision_number=2']} {{(pid=105701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:54:53.976874 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:53.977362 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1a86b0bd-eb2a-4dbf-9926-7ee9b02281bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:53.986734 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8439170-ab0c-4fdf-aade-875919e474cd None None] Checking agent: {'id': 'f82a9a64-a181-41a7-bfc0-9590d2256fe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 0, 35, 51), 'started_at': datetime.datetime(2021, 9, 8, 0, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 0, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 00:54:53.987116 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8439170-ab0c-4fdf-aade-875919e474cd None None] Checking segment: {'id': '8f85bbb2-d588-4058-a2ba-8b00436e9fac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:54:53.988151 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-f8439170-ab0c-4fdf-aade-875919e474cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:53.988151 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8439170-ab0c-4fdf-aade-875919e474cd None None] Bound using segment: {'id': '8f85bbb2-d588-4058-a2ba-8b00436e9fac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a'} {{(pid=105701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 00:54:53.988675 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.managers [None req-f8439170-ab0c-4fdf-aade-875919e474cd None None] Bound port: 943f9067-88b6-4368-8a34-1666005e305f, host: dv-cinder-759961-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f85bbb2-d588-4058-a2ba-8b00436e9fac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a'}}] {{(pid=105701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 00:54:53.990492 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-f8439170-ab0c-4fdf-aade-875919e474cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:53.992974 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.provisioning_blocks [None req-1a86b0bd-eb2a-4dbf-9926-7ee9b02281bd admin admin] Transition to ACTIVE for port object 1a6365e5-4caf-4a12-b892-7fab11c41862 will not be triggered until provisioned by entity DHCP. {{(pid=105699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:54:54.028256 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1a86b0bd-eb2a-4dbf-9926-7ee9b02281bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792256344477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517368'] for port, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:54.039197 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Pushing event updated for resources: {'Port': ['ID=08d2e01c-ec78-4501-a4df-86c7badaa7d3,revision_number=3']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:54:54.042739 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bbe898-75e2-4b1f-8cc5-7acd9f3b1449 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:54:54.043121 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bbe898-75e2-4b1f-8cc5-7acd9f3b1449 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:54:54.043466 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bbe898-75e2-4b1f-8cc5-7acd9f3b1449 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:54:54.044047 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bbe898-75e2-4b1f-8cc5-7acd9f3b1449 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:54:54.044341 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bbe898-75e2-4b1f-8cc5-7acd9f3b1449 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:54:54.044763 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bbe898-75e2-4b1f-8cc5-7acd9f3b1449 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:54:54.045374 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bbe898-75e2-4b1f-8cc5-7acd9f3b1449 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:54:54.046278 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bbe898-75e2-4b1f-8cc5-7acd9f3b1449 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:54:54.046621 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bbe898-75e2-4b1f-8cc5-7acd9f3b1449 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:54:54.046955 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bbe898-75e2-4b1f-8cc5-7acd9f3b1449 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:54:54.047287 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bbe898-75e2-4b1f-8cc5-7acd9f3b1449 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:54:54.047649 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bbe898-75e2-4b1f-8cc5-7acd9f3b1449 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:54:54.062460 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.db [None req-f8439170-ab0c-4fdf-aade-875919e474cd None None] For port 943f9067-88b6-4368-8a34-1666005e305f, host dv-cinder-759961-13-iscsi, cleared binding levels {{(pid=105701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 00:54:54.065624 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.db [None req-f8439170-ab0c-4fdf-aade-875919e474cd None None] For port 943f9067-88b6-4368-8a34-1666005e305f, host dv-cinder-759961-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=943f9067-88b6-4368-8a34-1666005e305f,segment=NetworkSegment(8f85bbb2-d588-4058-a2ba-8b00436e9fac),segment_id=8f85bbb2-d588-4058-a2ba-8b00436e9fac)] {{(pid=105701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 00:54:54.069662 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-f8439170-ab0c-4fdf-aade-875919e474cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:54.090196 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a86b0bd-eb2a-4dbf-9926-7ee9b02281bd admin admin] Network e6526d04-48d2-40b4-9e76-78a89af5f70a is already hosted by enough agents. {{(pid=105699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:54:54.097783 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.base_scheduler [None req-1a86b0bd-eb2a-4dbf-9926-7ee9b02281bd admin admin] Resources bound (agent type, host, resource id): {{(pid=105699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:54:54.108012 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a86b0bd-eb2a-4dbf-9926-7ee9b02281bd admin admin] Received port after_create {{(pid=105699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 00:54:54.114461 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a86b0bd-eb2a-4dbf-9926-7ee9b02281bd admin admin] Pushing event updated for resources: {'Port': ['ID=1a6365e5-4caf-4a12-b892-7fab11c41862,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:54:54.124638 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8439170-ab0c-4fdf-aade-875919e474cd None None] Routers {'6d6ff8c5-d614-407f-a1ee-b9d573348ce1'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:54:54.125269 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-f8439170-ab0c-4fdf-aade-875919e474cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:54:51Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['6d6ff8c5-d614-407f-a1ee-b9d573348ce1'], 'active': True} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:54:54.157691 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae350eb8-2663-42ce-86b6-3880558a76c1 req-a754e4ad-ae37-48a4-bbd6-5f1c13446ed8 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:54:54.159302 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ae350eb8-2663-42ce-86b6-3880558a76c1 req-a754e4ad-ae37-48a4-bbd6-5f1c13446ed8 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 944 time: 0.1205704 Sep 08 00:54:54.177117 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1a86b0bd-eb2a-4dbf-9926-7ee9b02281bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529551'] for router_interface, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:54.244266 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ae350eb8-2663-42ce-86b6-3880558a76c1 req-9fdd3f5e-fe05-48de-ba77-b260c71d4025 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783000 Sep 08 00:54:54.275695 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bbe898-75e2-4b1f-8cc5-7acd9f3b1449 None None] Pushing event updated for resources: {'Port': ['ID=943f9067-88b6-4368-8a34-1666005e305f,revision_number=3']} {{(pid=105701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:54:54.336036 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1a86b0bd-eb2a-4dbf-9926-7ee9b02281bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:54.339751 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvr_db [None req-f8439170-ab0c-4fdf-aade-875919e474cd None None] Set router 6d6ff8c5-d614-407f-a1ee-b9d573348ce1 gateway port host: dv-cinder-759961-13-iscsi {{(pid=105701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:54:54.414821 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-cf993a8b-82d7-48e9-9da6-63d268b970cf None None] Provisioning for port 1a6365e5-4caf-4a12-b892-7fab11c41862 completed by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:54:54.418668 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-cf993a8b-82d7-48e9-9da6-63d268b970cf None None] Provisioning complete for port 1a6365e5-4caf-4a12-b892-7fab11c41862 triggered by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:54:54.419215 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-cf993a8b-82d7-48e9-9da6-63d268b970cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:54.458274 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-cf993a8b-82d7-48e9-9da6-63d268b970cf None None] Port 1a6365e5-4caf-4a12-b892-7fab11c41862 cannot update to ACTIVE because it is not bound. {{(pid=105700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 00:54:54.503060 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1a86b0bd-eb2a-4dbf-9926-7ee9b02281bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:54.509145 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1a86b0bd-eb2a-4dbf-9926-7ee9b02281bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25517367'] for port, after_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:54.534418 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-f8439170-ab0c-4fdf-aade-875919e474cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6ff8c5-d614-407f-a1ee-b9d573348ce1', 'name': 'tempest-TestShelveInstance-1498098595-router', 'tenant_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '943f9067-88b6-4368-8a34-1666005e305f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:54:51Z', 'updated_at': '2021-09-08T00:54:52Z', 'revision_number': 3, 'project_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'gw_port': {'id': '943f9067-88b6-4368-8a34-1666005e305f', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6ff8c5-d614-407f-a1ee-b9d573348ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:54:51Z', 'updated_at': '2021-09-08T00:54:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi'}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:54:54.560047 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8439170-ab0c-4fdf-aade-875919e474cd None None] The sync data for ids ['6d6ff8c5-d614-407f-a1ee-b9d573348ce1'] in dv-cinder-759961-13-iscsi is: [{'id': '6d6ff8c5-d614-407f-a1ee-b9d573348ce1', 'name': 'tempest-TestShelveInstance-1498098595-router', 'tenant_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '943f9067-88b6-4368-8a34-1666005e305f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:54:51Z', 'updated_at': '2021-09-08T00:54:52Z', 'revision_number': 3, 'project_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'gw_port': {'id': '943f9067-88b6-4368-8a34-1666005e305f', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6ff8c5-d614-407f-a1ee-b9d573348ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:54:51Z', 'updated_at': '2021-09-08T00:54:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi'}] {{(pid=105701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 00:54:54.573082 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a86b0bd-eb2a-4dbf-9926-7ee9b02281bd admin admin] Pushing event updated for resources: {'Port': ['ID=1a6365e5-4caf-4a12-b892-7fab11c41862,revision_number=2']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:54:54.577706 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1a86b0bd-eb2a-4dbf-9926-7ee9b02281bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531487'] for router_interface, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:54.670421 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a86b0bd-eb2a-4dbf-9926-7ee9b02281bd admin admin] Network e6526d04-48d2-40b4-9e76-78a89af5f70a is already hosted by enough agents. {{(pid=105699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:54:54.672072 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.base_scheduler [None req-1a86b0bd-eb2a-4dbf-9926-7ee9b02281bd admin admin] Resources bound (agent type, host, resource id): {{(pid=105699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:54:54.833820 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a86b0bd-eb2a-4dbf-9926-7ee9b02281bd admin admin] Router 6d6ff8c5-d614-407f-a1ee-b9d573348ce1 has already been hosted by L3 agent e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146 {{(pid=105699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 00:54:54.978896 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a86b0bd-eb2a-4dbf-9926-7ee9b02281bd admin admin] Notify agent at l3_agent.dv-cinder-759961-13-iscsi the message routers_updated {{(pid=105699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 00:54:54.985626 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-935a548c-e545-470e-a601-50a83e97af98 None None] Provisioning complete for port 1a6365e5-4caf-4a12-b892-7fab11c41862 triggered by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:54:54.985999 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-935a548c-e545-470e-a601-50a83e97af98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:54.987756 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-1a86b0bd-eb2a-4dbf-9926-7ee9b02281bd admin admin] 10.222.0.15 "PUT /v2.0/routers/6d6ff8c5-d614-407f-a1ee-b9d573348ce1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8000212 Sep 08 00:54:55.024113 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-935a548c-e545-470e-a601-50a83e97af98 None None] Port 1a6365e5-4caf-4a12-b892-7fab11c41862 cannot update to ACTIVE because it is not bound. {{(pid=105700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 00:54:55.360356 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0b0d0-3914-4a94-90aa-cf7c62713ea6 req-51860fb5-2ee1-455c-8372-874fabde2250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:54:55.361936 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-96a0b0d0-3914-4a94-90aa-cf7c62713ea6 req-51860fb5-2ee1-455c-8372-874fabde2250 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe&tenant_id=4467d938824242aab07cf31a1311c8aa HTTP/1.1" status: 200 len: 1097 time: 0.0585055 Sep 08 00:54:55.390869 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63b4dd-216d-41b7-9f92-ca5310f06ad7 req-63476757-6d73-4afe-bf9c-80bcbfd6e7a0 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:54:55.396169 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1c63b4dd-216d-41b7-9f92-ca5310f06ad7 req-63476757-6d73-4afe-bf9c-80bcbfd6e7a0 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 944 time: 0.0654635 Sep 08 00:54:55.445179 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1c63b4dd-216d-41b7-9f92-ca5310f06ad7 req-30c4b73f-8d2c-4f20-ada8-02934c8c74de tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420923 Sep 08 00:54:55.445776 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0b0d0-3914-4a94-90aa-cf7c62713ea6 req-37224eea-1b88-4895-98bc-86c5dd2402d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:54:55.447464 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-96a0b0d0-3914-4a94-90aa-cf7c62713ea6 req-37224eea-1b88-4895-98bc-86c5dd2402d9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4467d938824242aab07cf31a1311c8aa&device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 1097 time: 0.0530884 Sep 08 00:54:55.527912 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 57486) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:54:55.533756 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [None req-8f900a1c-efd3-4238-8dee-ce314a02b83b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-377024876-network', 'tenant_id': '9b7253d5888e44fbb73139dbd75e59e9'}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:54:55.545958 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0b0d0-3914-4a94-90aa-cf7c62713ea6 req-5fcb3aa0-a17c-4000-8800-8da830c8534c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:54:55.547431 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-96a0b0d0-3914-4a94-90aa-cf7c62713ea6 req-5fcb3aa0-a17c-4000-8800-8da830c8534c service neutron] 10.222.0.35 "GET /v2.0/networks?id=de8fbc24-7297-4226-b64a-9cb1927a5167 HTTP/1.1" status: 200 len: 918 time: 0.0929930 Sep 08 00:54:55.554960 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f900a1c-efd3-4238-8dee-ce314a02b83b admin admin] Made reservation on behalf of 9b7253d5888e44fbb73139dbd75e59e9 for: {'network': 1} {{(pid=105699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:54:55.557411 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-8f900a1c-efd3-4238-8dee-ce314a02b83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for network, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:55.565894 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-8f900a1c-efd3-4238-8dee-ce314a02b83b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:55.618906 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-96a0b0d0-3914-4a94-90aa-cf7c62713ea6 req-70a6c2dd-7c41-406c-b8b4-eeadd327c560 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7f6dd86-26b2-43a1-8f84-4291bba88b25 HTTP/1.1" status: 200 len: 999 time: 0.0636110 Sep 08 00:54:55.655308 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-8f900a1c-efd3-4238-8dee-ce314a02b83b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:55.660086 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-8f900a1c-efd3-4238-8dee-ce314a02b83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:55.672645 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0b0d0-3914-4a94-90aa-cf7c62713ea6 req-d18fdc68-89d1-40d6-858f-f8fe2b02cde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:54:55.674199 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-96a0b0d0-3914-4a94-90aa-cf7c62713ea6 req-d18fdc68-89d1-40d6-858f-f8fe2b02cde0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1 HTTP/1.1" status: 200 len: 856 time: 0.0488799 Sep 08 00:54:55.680557 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f900a1c-efd3-4238-8dee-ce314a02b83b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=105699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 00:54:55.697270 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f900a1c-efd3-4238-8dee-ce314a02b83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56223b3-8097-4492-b7f2-65c3b734a626,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:54:55.702433 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-8f900a1c-efd3-4238-8dee-ce314a02b83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3575388'] for segment, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:55.702773 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.db.segments_db [None req-8f900a1c-efd3-4238-8dee-ce314a02b83b admin admin] Added segment 77db29b3-c6d9-4cf5-8b31-ee0af2fd74a8 of type vlan for network 82685ee8-b5a3-4954-b601-058b25c8af26 Sep 08 00:54:55.725601 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0b0d0-3914-4a94-90aa-cf7c62713ea6 req-7c79942f-3b12-4922-a752-862945bb1b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:54:55.727692 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-96a0b0d0-3914-4a94-90aa-cf7c62713ea6 req-7c79942f-3b12-4922-a752-862945bb1b4b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=de8fbc24-7297-4226-b64a-9cb1927a5167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0447080 Sep 08 00:54:55.746388 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-8f900a1c-efd3-4238-8dee-ce314a02b83b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792256300036'] for network, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:55.775159 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-8f900a1c-efd3-4238-8dee-ce314a02b83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586'] for network, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:55.776224 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f900a1c-efd3-4238-8dee-ce314a02b83b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:54:55.776916 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-8f900a1c-efd3-4238-8dee-ce314a02b83b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for network, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:55.804801 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-8f900a1c-efd3-4238-8dee-ce314a02b83b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2757270 Sep 08 00:54:55.807430 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 57488) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:54:55.814803 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [None req-1e295828-64cc-4e17-a44a-f6c585d2c0df admin admin] Request body: {'subnet': {'network_id': '82685ee8-b5a3-4954-b601-058b25c8af26', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-377024876-subnet', 'tenant_id': '9b7253d5888e44fbb73139dbd75e59e9', 'ip_version': 4}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:54:55.827366 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-96a0b0d0-3914-4a94-90aa-cf7c62713ea6 req-f08ee07c-345f-4553-a395-89001a038f3e service neutron] 10.222.0.35 "GET /v2.0/networks/de8fbc24-7297-4226-b64a-9cb1927a5167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917859 Sep 08 00:54:55.862604 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 943f9067-88b6-4368-8a34-1666005e305f up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:54:55.873210 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f900a1c-efd3-4238-8dee-ce314a02b83b admin admin] Pushing event updated for resources: {'Network': ['ID=82685ee8-b5a3-4954-b601-058b25c8af26,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:54:55.884982 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e295828-64cc-4e17-a44a-f6c585d2c0df admin admin] Made reservation on behalf of 9b7253d5888e44fbb73139dbd75e59e9 for: {'subnet': 1} {{(pid=105699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:54:55.887180 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Network 82685ee8-b5a3-4954-b601-058b25c8af26 details requested by agent ovs-agent-dv-cinder-759961-13-iscsi with host dv-cinder-759961-13-iscsi {{(pid=105700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 00:54:55.887834 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1e295828-64cc-4e17-a44a-f6c585d2c0df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25903806'] for subnet, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:55.941380 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-96a0b0d0-3914-4a94-90aa-cf7c62713ea6 req-c67816fa-78ea-4250-b858-15abe520f0c2 service neutron] 10.222.0.35 "GET /v2.0/networks/de8fbc24-7297-4226-b64a-9cb1927a5167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071889 Sep 08 00:54:55.975427 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning for port 943f9067-88b6-4368-8a34-1666005e305f completed by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:54:55.979058 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning complete for port 943f9067-88b6-4368-8a34-1666005e305f triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:54:55.979426 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:56.062152 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:56.076247 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1e295828-64cc-4e17-a44a-f6c585d2c0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25517452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25903784'] for subnet, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:56.084444 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] For port 943f9067-88b6-4368-8a34-1666005e305f, host dv-cinder-759961-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=943f9067-88b6-4368-8a34-1666005e305f,segment=NetworkSegment(8f85bbb2-d588-4058-a2ba-8b00436e9fac),segment_id=8f85bbb2-d588-4058-a2ba-8b00436e9fac)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:54:56.088904 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:56.089835 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 08d2e01c-ec78-4501-a4df-86c7badaa7d3 up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:54:56.137448 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e295828-64cc-4e17-a44a-f6c585d2c0df admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ffc68b6-2bb9-4464-bd51-e99913e3db93,revision_number=0']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:54:56.145298 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e295828-64cc-4e17-a44a-f6c585d2c0df admin admin] Checking segment: {'id': '77db29b3-c6d9-4cf5-8b31-ee0af2fd74a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '82685ee8-b5a3-4954-b601-058b25c8af26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:54:56.145652 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e295828-64cc-4e17-a44a-f6c585d2c0df admin admin] Network hostable DHCP agents. Network: 82685ee8-b5a3-4954-b601-058b25c8af26, hostable agents: ['08f6a972-2c18-45c5-8342-7a3ab768691a'], hosted agents: [] {{(pid=105699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 00:54:56.164059 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e295828-64cc-4e17-a44a-f6c585d2c0df admin admin] Network 82685ee8-b5a3-4954-b601-058b25c8af26 is scheduled to be hosted by DHCP agent 08f6a972-2c18-45c5-8342-7a3ab768691a with binding_index 1 {{(pid=105699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 00:54:56.173284 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Pushing event updated for resources: {'Port': ['ID=943f9067-88b6-4368-8a34-1666005e305f,revision_number=4']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:54:56.176075 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.base_scheduler [None req-1e295828-64cc-4e17-a44a-f6c585d2c0df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-13-iscsi, 82685ee8-b5a3-4954-b601-058b25c8af26) {{(pid=105699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:54:56.184435 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd45263e-6673-4d5a-bf4e-3edd0d80096f None None] Network 82685ee8-b5a3-4954-b601-058b25c8af26 requested from dv-cinder-759961-13-iscsi {{(pid=105700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 00:54:56.187126 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e295828-64cc-4e17-a44a-f6c585d2c0df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:54:56.188651 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1e295828-64cc-4e17-a44a-f6c585d2c0df admin admin] Notify callbacks [] for subnet, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:56.188871 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning complete for port 08d2e01c-ec78-4501-a4df-86c7badaa7d3 triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:54:56.189245 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:56.205401 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-1e295828-64cc-4e17-a44a-f6c585d2c0df admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3968947 Sep 08 00:54:56.208508 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 57500) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:54:56.212877 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [None req-7d09cfa1-82b0-4e35-a0e3-dbab616fe7e4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-377024876-router', 'tenant_id': '9b7253d5888e44fbb73139dbd75e59e9', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a'}}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:54:56.240434 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-7d09cfa1-82b0-4e35-a0e3-dbab616fe7e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2420'] for router, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:56.241564 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-7d09cfa1-82b0-4e35-a0e3-dbab616fe7e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529807', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2413'] for router, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:56.277568 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a887136e-83d0-489c-8ecc-ec846b4284d4 None None] Sync routers for ids ['6d6ff8c5-d614-407f-a1ee-b9d573348ce1'] in dv-cinder-759961-13-iscsi {{(pid=105700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 00:54:56.308584 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a887136e-83d0-489c-8ecc-ec846b4284d4 None None] Routers {'6d6ff8c5-d614-407f-a1ee-b9d573348ce1'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:54:56.309217 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-a887136e-83d0-489c-8ecc-ec846b4284d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:54:51Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['6d6ff8c5-d614-407f-a1ee-b9d573348ce1'], 'active': True} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:54:56.316994 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-7d09cfa1-82b0-4e35-a0e3-dbab616fe7e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:56.467608 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-7d09cfa1-82b0-4e35-a0e3-dbab616fe7e4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:56.470365 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ed5d59-60b6-4b2c-9fab-6778f51919f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1052c816-ecfd-5720-acea-4b7c5cbde93b-82685ee8-b5a3-4954-b601-058b25c8af26', 'network_id': '82685ee8-b5a3-4954-b601-058b25c8af26', 'tenant_id': '9b7253d5888e44fbb73139dbd75e59e9', 'fixed_ips': [{'subnet_id': '3ffc68b6-2bb9-4464-bd51-e99913e3db93'}]}} from dv-cinder-759961-13-iscsi. {{(pid=105700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 00:54:56.471221 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-d6ed5d59-60b6-4b2c-9fab-6778f51919f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_create {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:56.515493 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvr_db [None req-a887136e-83d0-489c-8ecc-ec846b4284d4 None None] Set router 6d6ff8c5-d614-407f-a1ee-b9d573348ce1 gateway port host: dv-cinder-759961-13-iscsi {{(pid=105700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:54:56.644795 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e34a0-3480-4016-87a6-f237d165a5b6 req-eda85da0-1ea8-40b7-9cc7-0f8d7824c618 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:54:56.651059 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ce8e34a0-3480-4016-87a6-f237d165a5b6 req-eda85da0-1ea8-40b7-9cc7-0f8d7824c618 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 944 time: 0.1206257 Sep 08 00:54:56.705356 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ce8e34a0-3480-4016-87a6-f237d165a5b6 req-fcb20a16-b2a2-4f95-b141-452f47f93dbb tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457437 Sep 08 00:54:56.749113 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.db_base_plugin_common [None req-d6ed5d59-60b6-4b2c-9fab-6778f51919f3 None None] Allocated IP 172.20.0.2 (82685ee8-b5a3-4954-b601-058b25c8af26/3ffc68b6-2bb9-4464-bd51-e99913e3db93/cdf1a75e-f7f7-4d99-9131-3af85bcc04d0) {{(pid=105700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 00:54:56.820610 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-7d09cfa1-82b0-4e35-a0e3-dbab616fe7e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:56.854319 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-7d09cfa1-82b0-4e35-a0e3-dbab616fe7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:56.985890 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-a887136e-83d0-489c-8ecc-ec846b4284d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6ff8c5-d614-407f-a1ee-b9d573348ce1', 'name': 'tempest-TestShelveInstance-1498098595-router', 'tenant_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '943f9067-88b6-4368-8a34-1666005e305f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:54:51Z', 'updated_at': '2021-09-08T00:54:54Z', 'revision_number': 4, 'project_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'gw_port': {'id': '943f9067-88b6-4368-8a34-1666005e305f', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6ff8c5-d614-407f-a1ee-b9d573348ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:54:51Z', 'updated_at': '2021-09-08T00:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_interfaces': [{'id': '1a6365e5-4caf-4a12-b892-7fab11c41862', 'name': '', 'network_id': 'e6526d04-48d2-40b4-9e76-78a89af5f70a', 'tenant_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'mac_address': 'fa:16:3e:70:da:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6ff8c5-d614-407f-a1ee-b9d573348ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '13f0f2a8-7f0f-4469-a4d5-64cb8966c152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:54:53Z', 'updated_at': '2021-09-08T00:54:54Z', 'revision_number': 2, 'project_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'subnets': [{'id': '13f0f2a8-7f0f-4469-a4d5-64cb8966c152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:54:57.016139 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.db_base_plugin_common [None req-7d09cfa1-82b0-4e35-a0e3-dbab616fe7e4 admin admin] Allocated IP 172.27.0.98 (aeb1b426-56a4-445f-8c16-06e4bfc4278a/d22fae44-982b-434e-84ec-8582a9df6d9e/9d06bec8-8d21-482d-9236-95370144e16d) {{(pid=105698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 00:54:57.033064 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a887136e-83d0-489c-8ecc-ec846b4284d4 None None] Checking router: 6d6ff8c5-d614-407f-a1ee-b9d573348ce1 for host: dv-cinder-759961-13-iscsi {{(pid=105700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 00:54:57.033804 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a887136e-83d0-489c-8ecc-ec846b4284d4 None None] Updating router 6d6ff8c5-d614-407f-a1ee-b9d573348ce1 port 1a6365e5-4caf-4a12-b892-7fab11c41862 binding host dv-cinder-759961-13-iscsi {{(pid=105700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 00:54:57.079067 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-a887136e-83d0-489c-8ecc-ec846b4284d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:57.189795 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-7d09cfa1-82b0-4e35-a0e3-dbab616fe7e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:57.227183 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-d6ed5d59-60b6-4b2c-9fab-6778f51919f3 None None] Notify callbacks [] for port, precommit_create {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:57.256096 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-d6ed5d59-60b6-4b2c-9fab-6778f51919f3 None None] Transition to ACTIVE for port object cdf1a75e-f7f7-4d99-9131-3af85bcc04d0 will not be triggered until provisioned by entity L2. {{(pid=105700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:54:57.273853 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-7d09cfa1-82b0-4e35-a0e3-dbab616fe7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792256344477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705649'] for port, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:57.325209 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d09cfa1-82b0-4e35-a0e3-dbab616fe7e4 admin admin] Network aeb1b426-56a4-445f-8c16-06e4bfc4278a is already hosted by enough agents. {{(pid=105698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:54:57.330996 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.base_scheduler [None req-7d09cfa1-82b0-4e35-a0e3-dbab616fe7e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:54:57.334394 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-d6ed5d59-60b6-4b2c-9fab-6778f51919f3 None None] Transition to ACTIVE for port object cdf1a75e-f7f7-4d99-9131-3af85bcc04d0 will not be triggered until provisioned by entity DHCP. {{(pid=105700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:54:57.335076 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d09cfa1-82b0-4e35-a0e3-dbab616fe7e4 admin admin] Received port after_create {{(pid=105698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 00:54:57.350505 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-d6ed5d59-60b6-4b2c-9fab-6778f51919f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792256344477'] for port, after_create {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:57.380088 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d09cfa1-82b0-4e35-a0e3-dbab616fe7e4 admin admin] Pushing event updated for resources: {'Port': ['ID=9d06bec8-8d21-482d-9236-95370144e16d,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:54:57.419677 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ed5d59-60b6-4b2c-9fab-6778f51919f3 None None] Pushing event updated for resources: {'Port': ['ID=cdf1a75e-f7f7-4d99-9131-3af85bcc04d0,revision_number=1']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:54:57.426162 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ed5d59-60b6-4b2c-9fab-6778f51919f3 None None] Network 82685ee8-b5a3-4954-b601-058b25c8af26 is already hosted by enough agents. {{(pid=105700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:54:57.439253 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.scheduler.base_scheduler [None req-d6ed5d59-60b6-4b2c-9fab-6778f51919f3 None None] Resources bound (agent type, host, resource id): {{(pid=105700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:54:57.447071 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ed5d59-60b6-4b2c-9fab-6778f51919f3 None None] Received port after_create {{(pid=105700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 00:54:57.548110 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-d6ed5d59-60b6-4b2c-9fab-6778f51919f3 None None] Attempting to bind port cdf1a75e-f7f7-4d99-9131-3af85bcc04d0 on host dv-cinder-759961-13-iscsi for vnic_type normal with profile {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 00:54:57.548470 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-d6ed5d59-60b6-4b2c-9fab-6778f51919f3 None None] Attempting to bind port cdf1a75e-f7f7-4d99-9131-3af85bcc04d0 by drivers openvswitch,hyperv on host dv-cinder-759961-13-iscsi at level 0 using segments [{'id': '77db29b3-c6d9-4cf5-8b31-ee0af2fd74a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '82685ee8-b5a3-4954-b601-058b25c8af26'}] {{(pid=105700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 00:54:57.548829 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ed5d59-60b6-4b2c-9fab-6778f51919f3 None None] Attempting to bind port cdf1a75e-f7f7-4d99-9131-3af85bcc04d0 on network 82685ee8-b5a3-4954-b601-058b25c8af26 {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:54:57.564170 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ed5d59-60b6-4b2c-9fab-6778f51919f3 None None] Checking agent: {'id': 'f82a9a64-a181-41a7-bfc0-9590d2256fe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 0, 35, 51), 'started_at': datetime.datetime(2021, 9, 8, 0, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 0, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 00:54:57.564170 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ed5d59-60b6-4b2c-9fab-6778f51919f3 None None] Checking segment: {'id': '77db29b3-c6d9-4cf5-8b31-ee0af2fd74a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '82685ee8-b5a3-4954-b601-058b25c8af26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:54:57.564423 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-d6ed5d59-60b6-4b2c-9fab-6778f51919f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:57.564724 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ed5d59-60b6-4b2c-9fab-6778f51919f3 None None] Bound using segment: {'id': '77db29b3-c6d9-4cf5-8b31-ee0af2fd74a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '82685ee8-b5a3-4954-b601-058b25c8af26'} {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 00:54:57.565196 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-d6ed5d59-60b6-4b2c-9fab-6778f51919f3 None None] Bound port: cdf1a75e-f7f7-4d99-9131-3af85bcc04d0, host: dv-cinder-759961-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77db29b3-c6d9-4cf5-8b31-ee0af2fd74a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '82685ee8-b5a3-4954-b601-058b25c8af26'}}] {{(pid=105700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 00:54:57.565572 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-d6ed5d59-60b6-4b2c-9fab-6778f51919f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:57.648619 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-7d09cfa1-82b0-4e35-a0e3-dbab616fe7e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:57.672668 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-d6ed5d59-60b6-4b2c-9fab-6778f51919f3 None None] For port cdf1a75e-f7f7-4d99-9131-3af85bcc04d0, host dv-cinder-759961-13-iscsi, cleared binding levels {{(pid=105700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 00:54:57.695182 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-d6ed5d59-60b6-4b2c-9fab-6778f51919f3 None None] For port cdf1a75e-f7f7-4d99-9131-3af85bcc04d0, host dv-cinder-759961-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=cdf1a75e-f7f7-4d99-9131-3af85bcc04d0,segment=NetworkSegment(77db29b3-c6d9-4cf5-8b31-ee0af2fd74a8),segment_id=77db29b3-c6d9-4cf5-8b31-ee0af2fd74a8)] {{(pid=105700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 00:54:57.699309 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-a887136e-83d0-489c-8ecc-ec846b4284d4 None None] Notify callbacks [] for port, precommit_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:57.706467 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-d6ed5d59-60b6-4b2c-9fab-6778f51919f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:57.738571 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-a887136e-83d0-489c-8ecc-ec846b4284d4 None None] Transition to ACTIVE for port object 1a6365e5-4caf-4a12-b892-7fab11c41862 will not be triggered until provisioned by entity L2. {{(pid=105700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:54:57.757075 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-a887136e-83d0-489c-8ecc-ec846b4284d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:57.804717 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ed5d59-60b6-4b2c-9fab-6778f51919f3 None None] Pushing event updated for resources: {'Port': ['ID=cdf1a75e-f7f7-4d99-9131-3af85bcc04d0,revision_number=2']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:54:57.849557 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 943f9067-88b6-4368-8a34-1666005e305f up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:54:57.958034 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b39132f-8877-4ce9-8bb0-d9d97264d1de req-0ded1548-9cc5-4bb0-90a1-c412ea44b838 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:54:57.962568 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-8b39132f-8877-4ce9-8bb0-d9d97264d1de req-0ded1548-9cc5-4bb0-90a1-c412ea44b838 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 944 time: 0.0833397 Sep 08 00:54:57.999694 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf8be8-1776-4c5f-90c8-731387babcb2 None None] Pushing event updated for resources: {'Port': ['ID=1a6365e5-4caf-4a12-b892-7fab11c41862,revision_number=3']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:54:58.023219 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-a887136e-83d0-489c-8ecc-ec846b4284d4 None None] Attempting to bind port 1a6365e5-4caf-4a12-b892-7fab11c41862 on host dv-cinder-759961-13-iscsi for vnic_type normal with profile {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 00:54:58.026077 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-a887136e-83d0-489c-8ecc-ec846b4284d4 None None] Attempting to bind port 1a6365e5-4caf-4a12-b892-7fab11c41862 by drivers openvswitch,hyperv on host dv-cinder-759961-13-iscsi at level 0 using segments [{'id': '66ccd0b1-4836-4259-add1-0dd342b6eabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e6526d04-48d2-40b4-9e76-78a89af5f70a'}] {{(pid=105700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 00:54:58.026485 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a887136e-83d0-489c-8ecc-ec846b4284d4 None None] Attempting to bind port 1a6365e5-4caf-4a12-b892-7fab11c41862 on network e6526d04-48d2-40b4-9e76-78a89af5f70a {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:54:58.033781 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-8b39132f-8877-4ce9-8bb0-d9d97264d1de req-d6d6ec0c-c1fd-4e66-9a98-8efe544b6c40 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622828 Sep 08 00:54:58.049713 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-7d09cfa1-82b0-4e35-a0e3-dbab616fe7e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529874'] for router, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:58.063117 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a887136e-83d0-489c-8ecc-ec846b4284d4 None None] Checking agent: {'id': 'f82a9a64-a181-41a7-bfc0-9590d2256fe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 0, 35, 51), 'started_at': datetime.datetime(2021, 9, 8, 0, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 0, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 00:54:58.063496 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a887136e-83d0-489c-8ecc-ec846b4284d4 None None] Checking segment: {'id': '66ccd0b1-4836-4259-add1-0dd342b6eabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e6526d04-48d2-40b4-9e76-78a89af5f70a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:54:58.077079 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-a887136e-83d0-489c-8ecc-ec846b4284d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:58.077079 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a887136e-83d0-489c-8ecc-ec846b4284d4 None None] Bound using segment: {'id': '66ccd0b1-4836-4259-add1-0dd342b6eabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e6526d04-48d2-40b4-9e76-78a89af5f70a'} {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 00:54:58.077079 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-a887136e-83d0-489c-8ecc-ec846b4284d4 None None] Bound port: 1a6365e5-4caf-4a12-b892-7fab11c41862, host: dv-cinder-759961-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ccd0b1-4836-4259-add1-0dd342b6eabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e6526d04-48d2-40b4-9e76-78a89af5f70a'}}] {{(pid=105700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 00:54:58.077079 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-a887136e-83d0-489c-8ecc-ec846b4284d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:58.171235 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning complete for port 943f9067-88b6-4368-8a34-1666005e305f triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:54:58.171689 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:58.242174 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-a887136e-83d0-489c-8ecc-ec846b4284d4 None None] For port 1a6365e5-4caf-4a12-b892-7fab11c41862, host dv-cinder-759961-13-iscsi, cleared binding levels {{(pid=105700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 00:54:58.262036 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-a887136e-83d0-489c-8ecc-ec846b4284d4 None None] For port 1a6365e5-4caf-4a12-b892-7fab11c41862, host dv-cinder-759961-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=1a6365e5-4caf-4a12-b892-7fab11c41862,segment=NetworkSegment(66ccd0b1-4836-4259-add1-0dd342b6eabf),segment_id=66ccd0b1-4836-4259-add1-0dd342b6eabf)] {{(pid=105700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 00:54:58.279009 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-a887136e-83d0-489c-8ecc-ec846b4284d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:58.308822 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d09cfa1-82b0-4e35-a0e3-dbab616fe7e4 admin admin] Router 4d94c98d-e047-49a0-bd4a-4358054643e1 is scheduled to L3 agent e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146 with binding_index 1 {{(pid=105698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 00:54:58.401491 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf8be8-1776-4c5f-90c8-731387babcb2 None None] Pushing event updated for resources: {'Port': ['ID=1a6365e5-4caf-4a12-b892-7fab11c41862,revision_number=4']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:54:58.404082 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a887136e-83d0-489c-8ecc-ec846b4284d4 None None] Routers {'6d6ff8c5-d614-407f-a1ee-b9d573348ce1'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:54:58.405522 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-a887136e-83d0-489c-8ecc-ec846b4284d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:54:51Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['6d6ff8c5-d614-407f-a1ee-b9d573348ce1'], 'active': True} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:54:58.485958 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d09cfa1-82b0-4e35-a0e3-dbab616fe7e4 admin admin] Notify agent at l3_agent.dv-cinder-759961-13-iscsi the message routers_updated {{(pid=105698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 00:54:58.495036 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a85e62-ba29-478d-a403-79c00e08ce54 None None] Sync routers for ids ['4d94c98d-e047-49a0-bd4a-4358054643e1'] in dv-cinder-759961-13-iscsi {{(pid=105701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 00:54:58.510439 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-7d09cfa1-82b0-4e35-a0e3-dbab616fe7e4 admin admin] Notify callbacks [] for router, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:58.516064 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 57516) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:54:58.516341 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-7d09cfa1-82b0-4e35-a0e3-dbab616fe7e4 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3066983 Sep 08 00:54:58.519008 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a85e62-ba29-478d-a403-79c00e08ce54 None None] Routers {'4d94c98d-e047-49a0-bd4a-4358054643e1'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:54:58.519643 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-97a85e62-ba29-478d-a403-79c00e08ce54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:54:51Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['4d94c98d-e047-49a0-bd4a-4358054643e1'], 'active': True} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:54:58.593973 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvr_db [None req-a887136e-83d0-489c-8ecc-ec846b4284d4 None None] Set router 6d6ff8c5-d614-407f-a1ee-b9d573348ce1 gateway port host: dv-cinder-759961-13-iscsi {{(pid=105700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:54:58.694941 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvr_db [None req-97a85e62-ba29-478d-a403-79c00e08ce54 None None] Set router 4d94c98d-e047-49a0-bd4a-4358054643e1 gateway port host: dv-cinder-759961-13-iscsi {{(pid=105701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:54:58.914230 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-a887136e-83d0-489c-8ecc-ec846b4284d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6ff8c5-d614-407f-a1ee-b9d573348ce1', 'name': 'tempest-TestShelveInstance-1498098595-router', 'tenant_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '943f9067-88b6-4368-8a34-1666005e305f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:54:51Z', 'updated_at': '2021-09-08T00:54:54Z', 'revision_number': 4, 'project_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'gw_port': {'id': '943f9067-88b6-4368-8a34-1666005e305f', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6ff8c5-d614-407f-a1ee-b9d573348ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:54:51Z', 'updated_at': '2021-09-08T00:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_interfaces': [{'id': '1a6365e5-4caf-4a12-b892-7fab11c41862', 'name': '', 'network_id': 'e6526d04-48d2-40b4-9e76-78a89af5f70a', 'tenant_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'mac_address': 'fa:16:3e:70:da:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6ff8c5-d614-407f-a1ee-b9d573348ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '13f0f2a8-7f0f-4469-a4d5-64cb8966c152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:54:53Z', 'updated_at': '2021-09-08T00:54:58Z', 'revision_number': 4, 'project_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'subnets': [{'id': '13f0f2a8-7f0f-4469-a4d5-64cb8966c152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:54:58.961824 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a887136e-83d0-489c-8ecc-ec846b4284d4 None None] The sync data for ids ['6d6ff8c5-d614-407f-a1ee-b9d573348ce1'] in dv-cinder-759961-13-iscsi is: [{'id': '6d6ff8c5-d614-407f-a1ee-b9d573348ce1', 'name': 'tempest-TestShelveInstance-1498098595-router', 'tenant_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '943f9067-88b6-4368-8a34-1666005e305f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:54:51Z', 'updated_at': '2021-09-08T00:54:54Z', 'revision_number': 4, 'project_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'gw_port': {'id': '943f9067-88b6-4368-8a34-1666005e305f', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6ff8c5-d614-407f-a1ee-b9d573348ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:54:51Z', 'updated_at': '2021-09-08T00:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_interfaces': [{'id': '1a6365e5-4caf-4a12-b892-7fab11c41862', 'name': '', 'network_id': 'e6526d04-48d2-40b4-9e76-78a89af5f70a', 'tenant_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'mac_address': 'fa:16:3e:70:da:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6ff8c5-d614-407f-a1ee-b9d573348ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '13f0f2a8-7f0f-4469-a4d5-64cb8966c152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:54:53Z', 'updated_at': '2021-09-08T00:54:58Z', 'revision_number': 4, 'project_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'subnets': [{'id': '13f0f2a8-7f0f-4469-a4d5-64cb8966c152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 00:54:58.981098 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-97a85e62-ba29-478d-a403-79c00e08ce54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d94c98d-e047-49a0-bd4a-4358054643e1', 'name': 'tempest-TestShelveInstance-377024876-router', 'tenant_id': '9b7253d5888e44fbb73139dbd75e59e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '9d06bec8-8d21-482d-9236-95370144e16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:54:56Z', 'updated_at': '2021-09-08T00:54:57Z', 'revision_number': 3, 'project_id': '9b7253d5888e44fbb73139dbd75e59e9', 'gw_port': {'id': '9d06bec8-8d21-482d-9236-95370144e16d', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d94c98d-e047-49a0-bd4a-4358054643e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:54:56Z', 'updated_at': '2021-09-08T00:54:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi'}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:54:59.022770 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a85e62-ba29-478d-a403-79c00e08ce54 None None] Checking router: 4d94c98d-e047-49a0-bd4a-4358054643e1 for host: dv-cinder-759961-13-iscsi {{(pid=105701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 00:54:59.023405 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a85e62-ba29-478d-a403-79c00e08ce54 None None] Updating router 4d94c98d-e047-49a0-bd4a-4358054643e1 port 9d06bec8-8d21-482d-9236-95370144e16d binding host dv-cinder-759961-13-iscsi {{(pid=105701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 00:54:59.089236 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-97a85e62-ba29-478d-a403-79c00e08ce54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:59.128859 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1937a828-884d-4e0b-8ae3-90c033450243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:59.403527 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.db_base_plugin_common [None req-1937a828-884d-4e0b-8ae3-90c033450243 admin admin] Allocated IP 172.20.0.1 (82685ee8-b5a3-4954-b601-058b25c8af26/3ffc68b6-2bb9-4464-bd51-e99913e3db93/fbd0aa5e-56a0-43f9-b7fe-d19bdfdc7e82) {{(pid=105699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 00:54:59.421161 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15bbc87-828f-4739-ba8b-6d85f15183a1 None None] Network 82685ee8-b5a3-4954-b601-058b25c8af26 requested from dv-cinder-759961-13-iscsi {{(pid=105700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 00:54:59.451189 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d7695d-1452-451d-a46e-e36a22444c58 req-5b74a1cb-7159-4f2e-88d0-8047165c20f4 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:54:59.452857 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e6d7695d-1452-451d-a46e-e36a22444c58 req-5b74a1cb-7159-4f2e-88d0-8047165c20f4 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 944 time: 0.1152906 Sep 08 00:54:59.566629 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-97a85e62-ba29-478d-a403-79c00e08ce54 None None] Notify callbacks [] for port, precommit_update {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:59.575590 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-0df7b842-4604-43df-aead-bc1059dd1081 None None] Provisioning for port cdf1a75e-f7f7-4d99-9131-3af85bcc04d0 completed by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:54:59.578490 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.provisioning_blocks [None req-97a85e62-ba29-478d-a403-79c00e08ce54 None None] Transition to ACTIVE for port object 9d06bec8-8d21-482d-9236-95370144e16d will not be triggered until provisioned by entity L2. {{(pid=105701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:54:59.588400 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-97a85e62-ba29-478d-a403-79c00e08ce54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:59.708145 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.managers [None req-97a85e62-ba29-478d-a403-79c00e08ce54 None None] Attempting to bind port 9d06bec8-8d21-482d-9236-95370144e16d on host dv-cinder-759961-13-iscsi for vnic_type normal with profile {{(pid=105701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 00:54:59.708893 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.managers [None req-97a85e62-ba29-478d-a403-79c00e08ce54 None None] Attempting to bind port 9d06bec8-8d21-482d-9236-95370144e16d by drivers openvswitch,hyperv on host dv-cinder-759961-13-iscsi at level 0 using segments [{'id': '8f85bbb2-d588-4058-a2ba-8b00436e9fac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a'}] {{(pid=105701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 00:54:59.709760 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a85e62-ba29-478d-a403-79c00e08ce54 None None] Attempting to bind port 9d06bec8-8d21-482d-9236-95370144e16d on network aeb1b426-56a4-445f-8c16-06e4bfc4278a {{(pid=105701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:54:59.718713 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a85e62-ba29-478d-a403-79c00e08ce54 None None] Checking agent: {'id': 'f82a9a64-a181-41a7-bfc0-9590d2256fe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 0, 35, 51), 'started_at': datetime.datetime(2021, 9, 8, 0, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 0, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 00:54:59.719302 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a85e62-ba29-478d-a403-79c00e08ce54 None None] Checking segment: {'id': '8f85bbb2-d588-4058-a2ba-8b00436e9fac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:54:59.719890 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-97a85e62-ba29-478d-a403-79c00e08ce54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:59.720439 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a85e62-ba29-478d-a403-79c00e08ce54 None None] Bound using segment: {'id': '8f85bbb2-d588-4058-a2ba-8b00436e9fac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a'} {{(pid=105701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 00:54:59.721075 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.managers [None req-97a85e62-ba29-478d-a403-79c00e08ce54 None None] Bound port: 9d06bec8-8d21-482d-9236-95370144e16d, host: dv-cinder-759961-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f85bbb2-d588-4058-a2ba-8b00436e9fac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a'}}] {{(pid=105701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 00:54:59.721626 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-97a85e62-ba29-478d-a403-79c00e08ce54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:59.841535 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.db [None req-97a85e62-ba29-478d-a403-79c00e08ce54 None None] For port 9d06bec8-8d21-482d-9236-95370144e16d, host dv-cinder-759961-13-iscsi, cleared binding levels {{(pid=105701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 00:54:59.848630 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.plugins.ml2.db [None req-97a85e62-ba29-478d-a403-79c00e08ce54 None None] For port 9d06bec8-8d21-482d-9236-95370144e16d, host dv-cinder-759961-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=9d06bec8-8d21-482d-9236-95370144e16d,segment=NetworkSegment(8f85bbb2-d588-4058-a2ba-8b00436e9fac),segment_id=8f85bbb2-d588-4058-a2ba-8b00436e9fac)] {{(pid=105701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 00:54:59.868548 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron_lib.callbacks.manager [None req-97a85e62-ba29-478d-a403-79c00e08ce54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:54:59.897085 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 1a6365e5-4caf-4a12-b892-7fab11c41862 up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:54:59.910184 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386f60c6-d395-46d6-9283-55329cffb62d None None] Pushing event updated for resources: {'Port': ['ID=9d06bec8-8d21-482d-9236-95370144e16d,revision_number=2']} {{(pid=105701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:55:00.024989 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning for port 1a6365e5-4caf-4a12-b892-7fab11c41862 completed by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:55:00.031267 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning complete for port 1a6365e5-4caf-4a12-b892-7fab11c41862 triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:55:00.032824 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:00.033746 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386f60c6-d395-46d6-9283-55329cffb62d None None] Pushing event updated for resources: {'Port': ['ID=9d06bec8-8d21-482d-9236-95370144e16d,revision_number=3']} {{(pid=105701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:55:00.039349 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a85e62-ba29-478d-a403-79c00e08ce54 None None] Routers {'4d94c98d-e047-49a0-bd4a-4358054643e1'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:55:00.039975 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-97a85e62-ba29-478d-a403-79c00e08ce54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:54:51Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['4d94c98d-e047-49a0-bd4a-4358054643e1'], 'active': True} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:55:00.206163 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvr_db [None req-97a85e62-ba29-478d-a403-79c00e08ce54 None None] Set router 4d94c98d-e047-49a0-bd4a-4358054643e1 gateway port host: dv-cinder-759961-13-iscsi {{(pid=105701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:55:00.235156 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e6d7695d-1452-451d-a46e-e36a22444c58 req-781e744c-9940-4420-af51-37ab975dc7f3 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7692955 Sep 08 00:55:00.254647 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:00.266394 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1937a828-884d-4e0b-8ae3-90c033450243 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:00.284239 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.provisioning_blocks [None req-1937a828-884d-4e0b-8ae3-90c033450243 admin admin] Transition to ACTIVE for port object fbd0aa5e-56a0-43f9-b7fe-d19bdfdc7e82 will not be triggered until provisioned by entity DHCP. {{(pid=105699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:55:00.351605 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1937a828-884d-4e0b-8ae3-90c033450243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792256344477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517368'] for port, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:00.377546 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] For port 1a6365e5-4caf-4a12-b892-7fab11c41862, host dv-cinder-759961-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=1a6365e5-4caf-4a12-b892-7fab11c41862,segment=NetworkSegment(66ccd0b1-4836-4259-add1-0dd342b6eabf),segment_id=66ccd0b1-4836-4259-add1-0dd342b6eabf)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:55:00.390682 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:00.391562 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device cdf1a75e-f7f7-4d99-9131-3af85bcc04d0 up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:55:00.413007 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1937a828-884d-4e0b-8ae3-90c033450243 admin admin] Network 82685ee8-b5a3-4954-b601-058b25c8af26 is already hosted by enough agents. {{(pid=105699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:55:00.423333 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.base_scheduler [None req-1937a828-884d-4e0b-8ae3-90c033450243 admin admin] Resources bound (agent type, host, resource id): {{(pid=105699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:55:00.426642 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1937a828-884d-4e0b-8ae3-90c033450243 admin admin] Received port after_create {{(pid=105699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 00:55:00.473356 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1937a828-884d-4e0b-8ae3-90c033450243 admin admin] Pushing event updated for resources: {'Port': ['ID=fbd0aa5e-56a0-43f9-b7fe-d19bdfdc7e82,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:55:00.515950 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1937a828-884d-4e0b-8ae3-90c033450243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529551'] for router_interface, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:00.558489 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning for port cdf1a75e-f7f7-4d99-9131-3af85bcc04d0 completed by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:55:00.593196 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning complete for port cdf1a75e-f7f7-4d99-9131-3af85bcc04d0 triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:55:00.593614 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:00.597238 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-97a85e62-ba29-478d-a403-79c00e08ce54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d94c98d-e047-49a0-bd4a-4358054643e1', 'name': 'tempest-TestShelveInstance-377024876-router', 'tenant_id': '9b7253d5888e44fbb73139dbd75e59e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '9d06bec8-8d21-482d-9236-95370144e16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:54:56Z', 'updated_at': '2021-09-08T00:54:57Z', 'revision_number': 3, 'project_id': '9b7253d5888e44fbb73139dbd75e59e9', 'gw_port': {'id': '9d06bec8-8d21-482d-9236-95370144e16d', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d94c98d-e047-49a0-bd4a-4358054643e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:54:56Z', 'updated_at': '2021-09-08T00:54:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi'}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:55:00.612333 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Pushing event updated for resources: {'Port': ['ID=1a6365e5-4caf-4a12-b892-7fab11c41862,revision_number=5']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:55:00.667708 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a85e62-ba29-478d-a403-79c00e08ce54 None None] The sync data for ids ['4d94c98d-e047-49a0-bd4a-4358054643e1'] in dv-cinder-759961-13-iscsi is: [{'id': '4d94c98d-e047-49a0-bd4a-4358054643e1', 'name': 'tempest-TestShelveInstance-377024876-router', 'tenant_id': '9b7253d5888e44fbb73139dbd75e59e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '9d06bec8-8d21-482d-9236-95370144e16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:54:56Z', 'updated_at': '2021-09-08T00:54:57Z', 'revision_number': 3, 'project_id': '9b7253d5888e44fbb73139dbd75e59e9', 'gw_port': {'id': '9d06bec8-8d21-482d-9236-95370144e16d', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d94c98d-e047-49a0-bd4a-4358054643e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:54:56Z', 'updated_at': '2021-09-08T00:54:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi'}] {{(pid=105701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 00:55:00.789398 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1937a828-884d-4e0b-8ae3-90c033450243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:00.804614 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:00.880842 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] For port cdf1a75e-f7f7-4d99-9131-3af85bcc04d0, host dv-cinder-759961-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=cdf1a75e-f7f7-4d99-9131-3af85bcc04d0,segment=NetworkSegment(77db29b3-c6d9-4cf5-8b31-ee0af2fd74a8),segment_id=77db29b3-c6d9-4cf5-8b31-ee0af2fd74a8)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:55:00.886676 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-f0774fed-bebb-456b-868c-8ff699fbdcec None None] Provisioning for port fbd0aa5e-56a0-43f9-b7fe-d19bdfdc7e82 completed by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:55:00.891244 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:00.898738 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-f0774fed-bebb-456b-868c-8ff699fbdcec None None] Provisioning complete for port fbd0aa5e-56a0-43f9-b7fe-d19bdfdc7e82 triggered by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:55:00.899112 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-f0774fed-bebb-456b-868c-8ff699fbdcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:00.991900 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-f0774fed-bebb-456b-868c-8ff699fbdcec None None] Port fbd0aa5e-56a0-43f9-b7fe-d19bdfdc7e82 cannot update to ACTIVE because it is not bound. {{(pid=105700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 00:55:01.024215 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Pushing event updated for resources: {'Port': ['ID=cdf1a75e-f7f7-4d99-9131-3af85bcc04d0,revision_number=3']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:55:01.080497 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1937a828-884d-4e0b-8ae3-90c033450243 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:01.086456 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1937a828-884d-4e0b-8ae3-90c033450243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25517367'] for port, after_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:01.180338 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1937a828-884d-4e0b-8ae3-90c033450243 admin admin] Pushing event updated for resources: {'Port': ['ID=fbd0aa5e-56a0-43f9-b7fe-d19bdfdc7e82,revision_number=2']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:55:01.192426 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1937a828-884d-4e0b-8ae3-90c033450243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531487'] for router_interface, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:01.348859 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1937a828-884d-4e0b-8ae3-90c033450243 admin admin] Network 82685ee8-b5a3-4954-b601-058b25c8af26 is already hosted by enough agents. {{(pid=105699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:55:01.350823 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.base_scheduler [None req-1937a828-884d-4e0b-8ae3-90c033450243 admin admin] Resources bound (agent type, host, resource id): {{(pid=105699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:55:01.558508 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99617567-9a4f-4600-abfe-c8abbc33df3b req-e7bed33b-d02c-464e-96f3-416df21bc7af tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:55:01.560230 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-99617567-9a4f-4600-abfe-c8abbc33df3b req-e7bed33b-d02c-464e-96f3-416df21bc7af tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 944 time: 0.1328688 Sep 08 00:55:01.602473 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1937a828-884d-4e0b-8ae3-90c033450243 admin admin] Router 4d94c98d-e047-49a0-bd4a-4358054643e1 has already been hosted by L3 agent e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146 {{(pid=105699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 00:55:01.641106 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-99617567-9a4f-4600-abfe-c8abbc33df3b req-fba1a1a9-b6c6-4e7a-aa4b-7be21523b3ba tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712652 Sep 08 00:55:01.835433 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-16e4d04c-7ceb-411c-a094-04cdcff5c9ec None None] Provisioning complete for port fbd0aa5e-56a0-43f9-b7fe-d19bdfdc7e82 triggered by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:55:01.836428 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-16e4d04c-7ceb-411c-a094-04cdcff5c9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:01.923078 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-16e4d04c-7ceb-411c-a094-04cdcff5c9ec None None] Port fbd0aa5e-56a0-43f9-b7fe-d19bdfdc7e82 cannot update to ACTIVE because it is not bound. {{(pid=105700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 00:55:01.930212 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1937a828-884d-4e0b-8ae3-90c033450243 admin admin] Notify agent at l3_agent.dv-cinder-759961-13-iscsi the message routers_updated {{(pid=105699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 00:55:01.935334 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-1937a828-884d-4e0b-8ae3-90c033450243 admin admin] 10.222.0.15 "PUT /v2.0/routers/4d94c98d-e047-49a0-bd4a-4358054643e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4175026 Sep 08 00:55:01.977990 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 1a6365e5-4caf-4a12-b892-7fab11c41862 up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:55:02.039830 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning complete for port 1a6365e5-4caf-4a12-b892-7fab11c41862 triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:55:02.040528 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:02.131356 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 9d06bec8-8d21-482d-9236-95370144e16d up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:55:02.191566 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning for port 9d06bec8-8d21-482d-9236-95370144e16d completed by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:55:02.196215 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning complete for port 9d06bec8-8d21-482d-9236-95370144e16d triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:55:02.196783 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:02.418264 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:02.440803 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] For port 9d06bec8-8d21-482d-9236-95370144e16d, host dv-cinder-759961-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=9d06bec8-8d21-482d-9236-95370144e16d,segment=NetworkSegment(8f85bbb2-d588-4058-a2ba-8b00436e9fac),segment_id=8f85bbb2-d588-4058-a2ba-8b00436e9fac)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:55:02.445830 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:02.446671 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device cdf1a75e-f7f7-4d99-9131-3af85bcc04d0 up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:55:02.550702 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Pushing event updated for resources: {'Port': ['ID=9d06bec8-8d21-482d-9236-95370144e16d,revision_number=4']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:55:02.555156 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning complete for port cdf1a75e-f7f7-4d99-9131-3af85bcc04d0 triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:55:02.555538 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:02.645204 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 57530) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:55:02.651011 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [None req-d12d5f0e-956b-4fa7-90db-60a62a092a6f tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1196167511', 'description': 'tempest-secgroup-smoke-1196167511 description', 'project_id': 'ebae23dae4654fdf9e39188a8e715c3b'}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:55:02.674432 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-d12d5f0e-956b-4fa7-90db-60a62a092a6f tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Notify callbacks [] for security_group, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:02.815297 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-d12d5f0e-956b-4fa7-90db-60a62a092a6f tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Notify callbacks [] for security_group, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:02.836539 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f5ee8-08f7-4253-ac9e-8393f80d58ae req-cb4c279c-8e91-46f4-a876-3823d1619711 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:55:02.838555 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f46f5ee8-08f7-4253-ac9e-8393f80d58ae req-cb4c279c-8e91-46f4-a876-3823d1619711 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 944 time: 0.0891957 Sep 08 00:55:02.840017 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-d12d5f0e-956b-4fa7-90db-60a62a092a6f tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:02.886919 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d5f0e-956b-4fa7-90db-60a62a092a6f tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4ff218-b53e-4b14-b918-071fece1b797,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:55:02.907188 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f46f5ee8-08f7-4253-ac9e-8393f80d58ae req-ad345fcf-3b8f-42a4-b70e-a84b9cc7f912 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580525 Sep 08 00:55:02.907995 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-d12d5f0e-956b-4fa7-90db-60a62a092a6f tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Notify callbacks [] for security_group, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:02.912668 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 57534) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:55:02.920670 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-d12d5f0e-956b-4fa7-90db-60a62a092a6f tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2658308 Sep 08 00:55:02.922471 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [None req-59f40a58-a484-46c4-b5fa-d9d938687b3e tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Request body: {'security_group_rule': {'security_group_id': '9d4ff218-b53e-4b14-b918-071fece1b797', 'project_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:55:02.957107 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-59f40a58-a484-46c4-b5fa-d9d938687b3e tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:03.021820 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-59f40a58-a484-46c4-b5fa-d9d938687b3e tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:03.026041 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-59f40a58-a484-46c4-b5fa-d9d938687b3e tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607653'] for security_group_rule, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:03.045703 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f40a58-a484-46c4-b5fa-d9d938687b3e tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=268278b5-4a34-4a6d-a3e2-471692c29775,revision_number=0']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:55:03.053930 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-59f40a58-a484-46c4-b5fa-d9d938687b3e tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:03.055130 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-59f40a58-a484-46c4-b5fa-d9d938687b3e tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1406827 Sep 08 00:55:03.056626 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f40a58-a484-46c4-b5fa-d9d938687b3e tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:55:03.056980 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f40a58-a484-46c4-b5fa-d9d938687b3e tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:55:03.057327 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f40a58-a484-46c4-b5fa-d9d938687b3e tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:55:03.057668 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f40a58-a484-46c4-b5fa-d9d938687b3e tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:55:03.058002 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f40a58-a484-46c4-b5fa-d9d938687b3e tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:55:03.058161 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 57536) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:55:03.058338 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f40a58-a484-46c4-b5fa-d9d938687b3e tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:55:03.058671 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f40a58-a484-46c4-b5fa-d9d938687b3e tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:55:03.059000 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f40a58-a484-46c4-b5fa-d9d938687b3e tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:55:03.059336 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f40a58-a484-46c4-b5fa-d9d938687b3e tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:55:03.059706 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f40a58-a484-46c4-b5fa-d9d938687b3e tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:55:03.060027 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f40a58-a484-46c4-b5fa-d9d938687b3e tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:55:03.060379 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f40a58-a484-46c4-b5fa-d9d938687b3e tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:55:03.062816 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [None req-0429207a-f791-4cad-b8db-553fa94b3177 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Request body: {'security_group_rule': {'security_group_id': '9d4ff218-b53e-4b14-b918-071fece1b797', 'project_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:55:03.094069 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-0429207a-f791-4cad-b8db-553fa94b3177 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:03.106527 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a25167-ffea-47cf-b2b4-b013df5f5489 None None] Sync routers for ids ['4d94c98d-e047-49a0-bd4a-4358054643e1'] in dv-cinder-759961-13-iscsi {{(pid=105700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 00:55:03.116658 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a25167-ffea-47cf-b2b4-b013df5f5489 None None] Routers {'4d94c98d-e047-49a0-bd4a-4358054643e1'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:55:03.117419 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-e5a25167-ffea-47cf-b2b4-b013df5f5489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:54:51Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['4d94c98d-e047-49a0-bd4a-4358054643e1'], 'active': True} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:55:03.165187 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-0429207a-f791-4cad-b8db-553fa94b3177 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:03.172543 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-0429207a-f791-4cad-b8db-553fa94b3177 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607653'] for security_group_rule, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:03.194424 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0429207a-f791-4cad-b8db-553fa94b3177 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48220550-2d26-411f-8dda-e43d052a09dd,revision_number=0']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:55:03.202407 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-0429207a-f791-4cad-b8db-553fa94b3177 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:03.206525 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-0429207a-f791-4cad-b8db-553fa94b3177 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1445072 Sep 08 00:55:03.206642 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 57540) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:55:03.211203 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [None req-46cd9f32-46bc-4a2e-8ed8-399be056be9c tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Request body: {'security_group_rule': {'security_group_id': '9d4ff218-b53e-4b14-b918-071fece1b797', 'project_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:55:03.241689 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-46cd9f32-46bc-4a2e-8ed8-399be056be9c tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:03.252979 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvr_db [None req-e5a25167-ffea-47cf-b2b4-b013df5f5489 None None] Set router 4d94c98d-e047-49a0-bd4a-4358054643e1 gateway port host: dv-cinder-759961-13-iscsi {{(pid=105700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:55:03.306864 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-46cd9f32-46bc-4a2e-8ed8-399be056be9c tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:03.312614 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-46cd9f32-46bc-4a2e-8ed8-399be056be9c tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607653'] for security_group_rule, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:03.335632 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cd9f32-46bc-4a2e-8ed8-399be056be9c tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9a5213d-dc88-4772-84b9-1e74e419850b,revision_number=0']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:55:03.339581 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-46cd9f32-46bc-4a2e-8ed8-399be056be9c tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:03.341102 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-46cd9f32-46bc-4a2e-8ed8-399be056be9c tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1332881 Sep 08 00:55:03.345987 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 57542) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:55:03.350960 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [None req-aceb8502-c270-437e-8150-2eb72b937a2a tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Request body: {'security_group_rule': {'security_group_id': '9d4ff218-b53e-4b14-b918-071fece1b797', 'project_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:55:03.385224 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-aceb8502-c270-437e-8150-2eb72b937a2a tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:03.446461 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-aceb8502-c270-437e-8150-2eb72b937a2a tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:03.450866 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-aceb8502-c270-437e-8150-2eb72b937a2a tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607653'] for security_group_rule, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:03.486282 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb8502-c270-437e-8150-2eb72b937a2a tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa097bcb-650e-4c71-8535-22b4ea3d3a6a,revision_number=0']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:55:03.497403 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-aceb8502-c270-437e-8150-2eb72b937a2a tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:03.499315 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-aceb8502-c270-437e-8150-2eb72b937a2a tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1521120 Sep 08 00:55:03.502237 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 57544) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:55:03.506612 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [None req-7a4e5b9a-5309-407e-b30e-eab8ea8bb7ad tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Request body: {'security_group_rule': {'security_group_id': '9d4ff218-b53e-4b14-b918-071fece1b797', 'project_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:55:03.512501 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-e5a25167-ffea-47cf-b2b4-b013df5f5489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d94c98d-e047-49a0-bd4a-4358054643e1', 'name': 'tempest-TestShelveInstance-377024876-router', 'tenant_id': '9b7253d5888e44fbb73139dbd75e59e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '9d06bec8-8d21-482d-9236-95370144e16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:54:56Z', 'updated_at': '2021-09-08T00:55:00Z', 'revision_number': 4, 'project_id': '9b7253d5888e44fbb73139dbd75e59e9', 'gw_port': {'id': '9d06bec8-8d21-482d-9236-95370144e16d', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d94c98d-e047-49a0-bd4a-4358054643e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:54:56Z', 'updated_at': '2021-09-08T00:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_interfaces': [{'id': 'fbd0aa5e-56a0-43f9-b7fe-d19bdfdc7e82', 'name': '', 'network_id': '82685ee8-b5a3-4954-b601-058b25c8af26', 'tenant_id': '9b7253d5888e44fbb73139dbd75e59e9', 'mac_address': 'fa:16:3e:ca:46:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d94c98d-e047-49a0-bd4a-4358054643e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '3ffc68b6-2bb9-4464-bd51-e99913e3db93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:54:59Z', 'updated_at': '2021-09-08T00:55:00Z', 'revision_number': 2, 'project_id': '9b7253d5888e44fbb73139dbd75e59e9', 'subnets': [{'id': '3ffc68b6-2bb9-4464-bd51-e99913e3db93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:55:03.531040 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.db.securitygroups_db [None req-7a4e5b9a-5309-407e-b30e-eab8ea8bb7ad tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Project ebae23dae4654fdf9e39188a8e715c3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 00:55:03.536501 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-7a4e5b9a-5309-407e-b30e-eab8ea8bb7ad tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:03.567904 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a25167-ffea-47cf-b2b4-b013df5f5489 None None] Checking router: 4d94c98d-e047-49a0-bd4a-4358054643e1 for host: dv-cinder-759961-13-iscsi {{(pid=105700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 00:55:03.568254 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a25167-ffea-47cf-b2b4-b013df5f5489 None None] Updating router 4d94c98d-e047-49a0-bd4a-4358054643e1 port fbd0aa5e-56a0-43f9-b7fe-d19bdfdc7e82 binding host dv-cinder-759961-13-iscsi {{(pid=105700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 00:55:03.594451 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-e5a25167-ffea-47cf-b2b4-b013df5f5489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:03.601927 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-7a4e5b9a-5309-407e-b30e-eab8ea8bb7ad tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:03.605959 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-7a4e5b9a-5309-407e-b30e-eab8ea8bb7ad tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607653'] for security_group_rule, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:03.625906 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e5b9a-5309-407e-b30e-eab8ea8bb7ad tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f4175ee-b1bd-4a78-bd41-09e8f7ca9670,revision_number=0']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:55:03.638543 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-7a4e5b9a-5309-407e-b30e-eab8ea8bb7ad tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:03.645963 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 57546) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:55:03.652393 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [None req-9418d26b-7f4e-427b-b604-6656667c895f tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Request body: {'security_group_rule': {'security_group_id': '9d4ff218-b53e-4b14-b918-071fece1b797', 'project_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:55:03.656901 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-7a4e5b9a-5309-407e-b30e-eab8ea8bb7ad tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1528213 Sep 08 00:55:03.679299 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.db.securitygroups_db [None req-9418d26b-7f4e-427b-b604-6656667c895f tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Project ebae23dae4654fdf9e39188a8e715c3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 00:55:03.684327 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-9418d26b-7f4e-427b-b604-6656667c895f tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:03.775902 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-9418d26b-7f4e-427b-b604-6656667c895f tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:03.780938 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-9418d26b-7f4e-427b-b604-6656667c895f tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607653'] for security_group_rule, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:03.802430 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9418d26b-7f4e-427b-b604-6656667c895f tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9178c12-ad97-4fae-9db8-a496fd8d380c,revision_number=0']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:55:03.812114 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-9418d26b-7f4e-427b-b604-6656667c895f tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:03.821424 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-9418d26b-7f4e-427b-b604-6656667c895f tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1662827 Sep 08 00:55:03.833841 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 9d06bec8-8d21-482d-9236-95370144e16d up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:55:03.935519 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning complete for port 9d06bec8-8d21-482d-9236-95370144e16d triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:55:03.936481 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:04.032465 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-e5a25167-ffea-47cf-b2b4-b013df5f5489 None None] Notify callbacks [] for port, precommit_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:04.049161 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-e5a25167-ffea-47cf-b2b4-b013df5f5489 None None] Transition to ACTIVE for port object fbd0aa5e-56a0-43f9-b7fe-d19bdfdc7e82 will not be triggered until provisioned by entity L2. {{(pid=105700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:55:04.080683 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c902fc-5a83-4df4-9a1d-a287fdf3714d req-48422215-7170-4889-9969-195b16f1b1bf tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:55:04.080971 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-e5a25167-ffea-47cf-b2b4-b013df5f5489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:04.083130 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-64c902fc-5a83-4df4-9a1d-a287fdf3714d req-48422215-7170-4889-9969-195b16f1b1bf tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 944 time: 0.0779345 Sep 08 00:55:04.151726 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-64c902fc-5a83-4df4-9a1d-a287fdf3714d req-51da88cb-cd64-4eca-bb90-4098ae63cb35 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571511 Sep 08 00:55:04.164620 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9d26d-cd7c-4332-a4ea-81d8aac2fbd0 None None] Pushing event updated for resources: {'Port': ['ID=fbd0aa5e-56a0-43f9-b7fe-d19bdfdc7e82,revision_number=3']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:55:04.198015 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-e5a25167-ffea-47cf-b2b4-b013df5f5489 None None] Attempting to bind port fbd0aa5e-56a0-43f9-b7fe-d19bdfdc7e82 on host dv-cinder-759961-13-iscsi for vnic_type normal with profile {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 00:55:04.198392 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-e5a25167-ffea-47cf-b2b4-b013df5f5489 None None] Attempting to bind port fbd0aa5e-56a0-43f9-b7fe-d19bdfdc7e82 by drivers openvswitch,hyperv on host dv-cinder-759961-13-iscsi at level 0 using segments [{'id': '77db29b3-c6d9-4cf5-8b31-ee0af2fd74a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '82685ee8-b5a3-4954-b601-058b25c8af26'}] {{(pid=105700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 00:55:04.198753 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a25167-ffea-47cf-b2b4-b013df5f5489 None None] Attempting to bind port fbd0aa5e-56a0-43f9-b7fe-d19bdfdc7e82 on network 82685ee8-b5a3-4954-b601-058b25c8af26 {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:55:04.210217 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a25167-ffea-47cf-b2b4-b013df5f5489 None None] Checking agent: {'id': 'f82a9a64-a181-41a7-bfc0-9590d2256fe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 0, 35, 51), 'started_at': datetime.datetime(2021, 9, 8, 0, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 0, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 00:55:04.210511 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a25167-ffea-47cf-b2b4-b013df5f5489 None None] Checking segment: {'id': '77db29b3-c6d9-4cf5-8b31-ee0af2fd74a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '82685ee8-b5a3-4954-b601-058b25c8af26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:55:04.210922 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-e5a25167-ffea-47cf-b2b4-b013df5f5489 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:04.211315 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a25167-ffea-47cf-b2b4-b013df5f5489 None None] Bound using segment: {'id': '77db29b3-c6d9-4cf5-8b31-ee0af2fd74a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '82685ee8-b5a3-4954-b601-058b25c8af26'} {{(pid=105700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 00:55:04.211824 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.managers [None req-e5a25167-ffea-47cf-b2b4-b013df5f5489 None None] Bound port: fbd0aa5e-56a0-43f9-b7fe-d19bdfdc7e82, host: dv-cinder-759961-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77db29b3-c6d9-4cf5-8b31-ee0af2fd74a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '82685ee8-b5a3-4954-b601-058b25c8af26'}}] {{(pid=105700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 00:55:04.212207 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-e5a25167-ffea-47cf-b2b4-b013df5f5489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:04.311235 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-e5a25167-ffea-47cf-b2b4-b013df5f5489 None None] For port fbd0aa5e-56a0-43f9-b7fe-d19bdfdc7e82, host dv-cinder-759961-13-iscsi, cleared binding levels {{(pid=105700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 00:55:04.315681 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-e5a25167-ffea-47cf-b2b4-b013df5f5489 None None] For port fbd0aa5e-56a0-43f9-b7fe-d19bdfdc7e82, host dv-cinder-759961-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=fbd0aa5e-56a0-43f9-b7fe-d19bdfdc7e82,segment=NetworkSegment(77db29b3-c6d9-4cf5-8b31-ee0af2fd74a8),segment_id=77db29b3-c6d9-4cf5-8b31-ee0af2fd74a8)] {{(pid=105700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 00:55:04.324152 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-e5a25167-ffea-47cf-b2b4-b013df5f5489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:04.394682 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a25167-ffea-47cf-b2b4-b013df5f5489 None None] Routers {'4d94c98d-e047-49a0-bd4a-4358054643e1'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:55:04.395329 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-e5a25167-ffea-47cf-b2b4-b013df5f5489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:54:51Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['4d94c98d-e047-49a0-bd4a-4358054643e1'], 'active': True} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:55:04.446123 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9d26d-cd7c-4332-a4ea-81d8aac2fbd0 None None] Pushing event updated for resources: {'Port': ['ID=fbd0aa5e-56a0-43f9-b7fe-d19bdfdc7e82,revision_number=4']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:55:04.548606 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvr_db [None req-e5a25167-ffea-47cf-b2b4-b013df5f5489 None None] Set router 4d94c98d-e047-49a0-bd4a-4358054643e1 gateway port host: dv-cinder-759961-13-iscsi {{(pid=105700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:55:04.800804 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-e5a25167-ffea-47cf-b2b4-b013df5f5489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d94c98d-e047-49a0-bd4a-4358054643e1', 'name': 'tempest-TestShelveInstance-377024876-router', 'tenant_id': '9b7253d5888e44fbb73139dbd75e59e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '9d06bec8-8d21-482d-9236-95370144e16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:54:56Z', 'updated_at': '2021-09-08T00:55:00Z', 'revision_number': 4, 'project_id': '9b7253d5888e44fbb73139dbd75e59e9', 'gw_port': {'id': '9d06bec8-8d21-482d-9236-95370144e16d', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d94c98d-e047-49a0-bd4a-4358054643e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:54:56Z', 'updated_at': '2021-09-08T00:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_interfaces': [{'id': 'fbd0aa5e-56a0-43f9-b7fe-d19bdfdc7e82', 'name': '', 'network_id': '82685ee8-b5a3-4954-b601-058b25c8af26', 'tenant_id': '9b7253d5888e44fbb73139dbd75e59e9', 'mac_address': 'fa:16:3e:ca:46:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d94c98d-e047-49a0-bd4a-4358054643e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '3ffc68b6-2bb9-4464-bd51-e99913e3db93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:54:59Z', 'updated_at': '2021-09-08T00:55:04Z', 'revision_number': 4, 'project_id': '9b7253d5888e44fbb73139dbd75e59e9', 'subnets': [{'id': '3ffc68b6-2bb9-4464-bd51-e99913e3db93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:55:04.828361 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a25167-ffea-47cf-b2b4-b013df5f5489 None None] The sync data for ids ['4d94c98d-e047-49a0-bd4a-4358054643e1'] in dv-cinder-759961-13-iscsi is: [{'id': '4d94c98d-e047-49a0-bd4a-4358054643e1', 'name': 'tempest-TestShelveInstance-377024876-router', 'tenant_id': '9b7253d5888e44fbb73139dbd75e59e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '9d06bec8-8d21-482d-9236-95370144e16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:54:56Z', 'updated_at': '2021-09-08T00:55:00Z', 'revision_number': 4, 'project_id': '9b7253d5888e44fbb73139dbd75e59e9', 'gw_port': {'id': '9d06bec8-8d21-482d-9236-95370144e16d', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d94c98d-e047-49a0-bd4a-4358054643e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:54:56Z', 'updated_at': '2021-09-08T00:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_interfaces': [{'id': 'fbd0aa5e-56a0-43f9-b7fe-d19bdfdc7e82', 'name': '', 'network_id': '82685ee8-b5a3-4954-b601-058b25c8af26', 'tenant_id': '9b7253d5888e44fbb73139dbd75e59e9', 'mac_address': 'fa:16:3e:ca:46:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d94c98d-e047-49a0-bd4a-4358054643e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '3ffc68b6-2bb9-4464-bd51-e99913e3db93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:54:59Z', 'updated_at': '2021-09-08T00:55:04Z', 'revision_number': 4, 'project_id': '9b7253d5888e44fbb73139dbd75e59e9', 'subnets': [{'id': '3ffc68b6-2bb9-4464-bd51-e99913e3db93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 00:55:05.281861 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c16e6-979b-4ce1-bc0e-e661112d91a5 req-78e46a79-67e0-45e5-9451-c7713a17d550 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:55:05.284230 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-7b7c16e6-979b-4ce1-bc0e-e661112d91a5 req-78e46a79-67e0-45e5-9451-c7713a17d550 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 944 time: 0.0638409 Sep 08 00:55:05.333767 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-7b7c16e6-979b-4ce1-bc0e-e661112d91a5 req-2c037bb3-ae7c-478c-95cd-829b08c9c8bc tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433254 Sep 08 00:55:05.776016 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device fbd0aa5e-56a0-43f9-b7fe-d19bdfdc7e82 up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:55:05.851900 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning for port fbd0aa5e-56a0-43f9-b7fe-d19bdfdc7e82 completed by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:55:05.856420 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning complete for port fbd0aa5e-56a0-43f9-b7fe-d19bdfdc7e82 triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:55:05.856874 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:05.949738 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:05.984682 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] For port fbd0aa5e-56a0-43f9-b7fe-d19bdfdc7e82, host dv-cinder-759961-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=fbd0aa5e-56a0-43f9-b7fe-d19bdfdc7e82,segment=NetworkSegment(77db29b3-c6d9-4cf5-8b31-ee0af2fd74a8),segment_id=77db29b3-c6d9-4cf5-8b31-ee0af2fd74a8)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:55:05.993832 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:06.047902 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Pushing event updated for resources: {'Port': ['ID=fbd0aa5e-56a0-43f9-b7fe-d19bdfdc7e82,revision_number=5']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:55:06.473471 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8a0d2-8ef5-46be-b461-231afdd7700f req-6357f661-7187-423f-9432-d6d41a91eb28 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:55:06.474967 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-36d8a0d2-8ef5-46be-b461-231afdd7700f req-6357f661-7187-423f-9432-d6d41a91eb28 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 944 time: 0.0602586 Sep 08 00:55:06.512549 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-36d8a0d2-8ef5-46be-b461-231afdd7700f req-d61a6bc9-8aa8-419b-82d0-0d0dedcc9332 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317099 Sep 08 00:55:07.639229 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526a982-f5c2-45eb-a41b-98209665cb17 req-075765c4-9784-4cb5-a182-9f3526d618de tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:55:07.641673 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a526a982-f5c2-45eb-a41b-98209665cb17 req-075765c4-9784-4cb5-a182-9f3526d618de tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 944 time: 0.0520270 Sep 08 00:55:07.691848 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a526a982-f5c2-45eb-a41b-98209665cb17 req-51a56d99-546c-4c36-bec4-5fb40fdd6d30 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429761 Sep 08 00:55:07.756636 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device fbd0aa5e-56a0-43f9-b7fe-d19bdfdc7e82 up at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:55:07.807425 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Provisioning complete for port fbd0aa5e-56a0-43f9-b7fe-d19bdfdc7e82 triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:55:07.807832 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:08.812280 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14cfae-8e4c-4b9c-90e4-87f736e1bca3 req-e63f70a0-3caa-46f2-8b3a-514ad0613e63 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:55:08.814234 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-af14cfae-8e4c-4b9c-90e4-87f736e1bca3 req-e63f70a0-3caa-46f2-8b3a-514ad0613e63 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 944 time: 0.0523632 Sep 08 00:55:08.852809 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-af14cfae-8e4c-4b9c-90e4-87f736e1bca3 req-b3d145a0-fd0e-4a4d-a2cb-1695ad574a33 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327063 Sep 08 00:55:09.971724 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6beec1b-850c-4756-8fb2-cb5f5a92d006 req-7b7550ff-67e6-455c-aa2a-927a082b72a3 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:55:09.973134 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e6beec1b-850c-4756-8fb2-cb5f5a92d006 req-7b7550ff-67e6-455c-aa2a-927a082b72a3 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 944 time: 0.0497453 Sep 08 00:55:10.010571 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e6beec1b-850c-4756-8fb2-cb5f5a92d006 req-1459aa3c-3b42-4b11-ae6a-5489488a79b4 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317020 Sep 08 00:55:11.132507 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db09965-730f-4bc3-9de8-7d29953a4a91 req-0165e8ca-0eac-444a-b725-6f8db5faf38a tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:55:11.133892 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3db09965-730f-4bc3-9de8-7d29953a4a91 req-0165e8ca-0eac-444a-b725-6f8db5faf38a tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 944 time: 0.0533252 Sep 08 00:55:11.171053 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3db09965-730f-4bc3-9de8-7d29953a4a91 req-4b72350e-33ab-4cad-b362-c6920c9bcf1d tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312014 Sep 08 00:55:12.288570 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042f1d8-8c09-49a5-83ce-066fbc3dcea9 req-2ebe567e-f32c-4540-8150-c2bd55b446b0 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:55:12.290159 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3042f1d8-8c09-49a5-83ce-066fbc3dcea9 req-2ebe567e-f32c-4540-8150-c2bd55b446b0 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 944 time: 0.0487409 Sep 08 00:55:12.328138 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3042f1d8-8c09-49a5-83ce-066fbc3dcea9 req-a063c106-ab88-4df6-9ba9-b8178fad8ece tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310307 Sep 08 00:55:13.448764 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4fc7fb-95da-465b-951b-47c71783ba4e req-2f32b338-d761-4fc1-98ee-e9ae264e1e02 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:55:13.450252 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3e4fc7fb-95da-465b-951b-47c71783ba4e req-2f32b338-d761-4fc1-98ee-e9ae264e1e02 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 944 time: 0.0505173 Sep 08 00:55:13.488418 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3e4fc7fb-95da-465b-951b-47c71783ba4e req-221e683e-827f-4446-ad88-14358b233078 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315068 Sep 08 00:55:14.611355 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4df87e-9c5d-4064-91b8-0cad03f87ebb req-4c6381f9-4ff9-49c1-b8e0-d0bbe3ae9802 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:55:14.612760 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-de4df87e-9c5d-4064-91b8-0cad03f87ebb req-4c6381f9-4ff9-49c1-b8e0-d0bbe3ae9802 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 944 time: 0.0526438 Sep 08 00:55:14.651346 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-de4df87e-9c5d-4064-91b8-0cad03f87ebb req-21a3b7d1-89f2-44ca-82ce-b59b4c445f5d tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326688 Sep 08 00:55:15.019435 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device d7f6dd86-26b2-43a1-8f84-4291bba88b25 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=105700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 00:55:15.116407 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port d7f6dd86-26b2-43a1-8f84-4291bba88b25, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=d7f6dd86-26b2-43a1-8f84-4291bba88b25,segment=NetworkSegment(36a93c6c-e113-4def-a9a0-ed0b007be14b),segment_id=36a93c6c-e113-4def-a9a0-ed0b007be14b)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:55:15.127735 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Returning: {'device': 'd7f6dd86-26b2-43a1-8f84-4291bba88b25', 'network_id': 'de8fbc24-7297-4226-b64a-9cb1927a5167', 'port_id': 'd7f6dd86-26b2-43a1-8f84-4291bba88b25', 'mac_address': 'fa:16:3e:1f:21:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 00:55:15.167635 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:15.180556 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.notifiers.nova [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7f6dd86-26b2-43a1-8f84-4291bba88b25 {{(pid=105700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 00:55:15.199757 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port d7f6dd86-26b2-43a1-8f84-4291bba88b25, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=d7f6dd86-26b2-43a1-8f84-4291bba88b25,segment=NetworkSegment(36a93c6c-e113-4def-a9a0-ed0b007be14b),segment_id=36a93c6c-e113-4def-a9a0-ed0b007be14b)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:55:15.203367 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:15.247787 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Pushing event updated for resources: {'Port': ['ID=d7f6dd86-26b2-43a1-8f84-4291bba88b25,revision_number=9']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:55:15.523563 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:15.720339 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] get_ports_and_sgs() called for port_ids ['d7f6dd86-26b2-43a1-8f84-4291bba88b25'] {{(pid=105700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 00:55:15.769465 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b33913f-f99b-45ac-a0aa-8b68c0c62f3e req-4176c1ee-d6f0-4871-8d90-8ef12da0fd10 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:55:15.770865 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-8b33913f-f99b-45ac-a0aa-8b68c0c62f3e req-4176c1ee-d6f0-4871-8d90-8ef12da0fd10 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 945 time: 0.0492728 Sep 08 00:55:15.809639 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-8b33913f-f99b-45ac-a0aa-8b68c0c62f3e req-585f6eec-ce46-4c9e-bbd2-7570df8ff84d tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328043 Sep 08 00:55:16.931059 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab334c49-8844-4f6f-8c6e-00de00bc85fe req-ae20ed4a-01e5-4517-9c8b-0aee71dad330 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:55:16.932599 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ab334c49-8844-4f6f-8c6e-00de00bc85fe req-ae20ed4a-01e5-4517-9c8b-0aee71dad330 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 945 time: 0.0476654 Sep 08 00:55:16.969345 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ab334c49-8844-4f6f-8c6e-00de00bc85fe req-9fe020bd-2a45-458a-bfc9-ee3f5b0b3582 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309172 Sep 08 00:55:17.049435 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device d7f6dd86-26b2-43a1-8f84-4291bba88b25 up at agent hyperv_hv-cinder-75996 {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:55:17.095174 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Provisioning complete for port d7f6dd86-26b2-43a1-8f84-4291bba88b25 triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:55:17.095566 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:17.183401 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.agents_db [None req-8a21184a-e449-40d8-9b7c-bcfe602fdfc6 None None] Agent healthcheck: found 6 active agents {{(pid=105701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 00:55:17.287831 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:17.310801 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a4d653-f3fd-44cd-9421-b8c95629c5fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f6dd86-26b2-43a1-8f84-4291bba88b25'}] {{(pid=105700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:55:17.313693 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8460d1f582680b5b58131e18e26cc0c46bcacb71cb7028c1e32c58fa4cd87a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5439f416-5c51-4afe-b13e-428c834d0061" -d '{"events": [{"server_uuid": "42a4d653-f3fd-44cd-9421-b8c95629c5fe", "name": "network-vif-plugged", "status": "completed", "tag": "d7f6dd86-26b2-43a1-8f84-4291bba88b25"}]}' {{(pid=105700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:55:17.325870 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port d7f6dd86-26b2-43a1-8f84-4291bba88b25, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=d7f6dd86-26b2-43a1-8f84-4291bba88b25,segment=NetworkSegment(36a93c6c-e113-4def-a9a0-ed0b007be14b),segment_id=36a93c6c-e113-4def-a9a0-ed0b007be14b)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:55:17.330598 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:17.354401 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 00:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a5d96f-275f-4c92-91be-f83a2c49c6ee x-openstack-request-id: req-60a5d96f-275f-4c92-91be-f83a2c49c6ee {{(pid=105700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:55:17.354685 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a4d653-f3fd-44cd-9421-b8c95629c5fe", "name": "network-vif-plugged", "status": "completed", "tag": "d7f6dd86-26b2-43a1-8f84-4291bba88b25", "code": 200}]} {{(pid=105700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:55:17.354935 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-60a5d96f-275f-4c92-91be-f83a2c49c6ee {{(pid=105700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:55:17.355318 dv-cinder-759961-13-iscsi neutron-server[105700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a4d653-f3fd-44cd-9421-b8c95629c5fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f6dd86-26b2-43a1-8f84-4291bba88b25', 'code': 200} Sep 08 00:55:17.383174 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Pushing event updated for resources: {'Port': ['ID=d7f6dd86-26b2-43a1-8f84-4291bba88b25,revision_number=10']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:55:17.781324 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23ec83-1476-4617-906e-5f11da14c6e4 req-fb89587b-1c95-4736-ad49-d1261e44c851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:55:17.782832 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-1f23ec83-1476-4617-906e-5f11da14c6e4 req-fb89587b-1c95-4736-ad49-d1261e44c851 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 1100 time: 0.2540848 Sep 08 00:55:17.817506 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-646903af-348d-4d09-9b5f-68ce256c05ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:17.820972 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-1f23ec83-1476-4617-906e-5f11da14c6e4 req-bbec8e02-cc89-4a66-9e44-6ede1f57eff7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289042 Sep 08 00:55:18.091149 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfac7b9-fd4b-4737-ad01-ad6ad782856d req-a9c09392-d934-4cd0-9847-2e2677f6d7a6 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:55:18.092692 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6cfac7b9-fd4b-4737-ad01-ad6ad782856d req-a9c09392-d934-4cd0-9847-2e2677f6d7a6 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 947 time: 0.0530958 Sep 08 00:55:18.130027 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6cfac7b9-fd4b-4737-ad01-ad6ad782856d req-a5b677dc-3d0d-4522-bc99-e5873c6961fc tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314391 Sep 08 00:55:19.248647 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3c6d1-348e-4222-83e4-f0df749e6fcc req-914754fc-6c18-4d50-8f8b-1b2a2ea01d09 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:55:19.250369 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-faa3c6d1-348e-4222-83e4-f0df749e6fcc req-914754fc-6c18-4d50-8f8b-1b2a2ea01d09 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 947 time: 0.0488505 Sep 08 00:55:19.288570 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-faa3c6d1-348e-4222-83e4-f0df749e6fcc req-8fba80bc-c5c2-4bb7-84c4-346772b8c575 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322757 Sep 08 00:55:20.405834 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77367cf5-2ac7-40ba-885a-9d2e77513ab8 req-22a12426-ebbc-4dd0-924c-fb2447f502c0 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:55:20.407320 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-77367cf5-2ac7-40ba-885a-9d2e77513ab8 req-22a12426-ebbc-4dd0-924c-fb2447f502c0 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 947 time: 0.0480876 Sep 08 00:55:20.445575 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-77367cf5-2ac7-40ba-885a-9d2e77513ab8 req-8e49596b-b51f-4970-bb3f-0bc641c9436c tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324197 Sep 08 00:55:20.832055 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-8ed23e6b-820f-497a-99f9-44789f6a6a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:20.834044 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:21.669603 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:23.142111 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:27.836259 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-af5ffc33-9c71-4bb9-9a04-d763679feec5 req-235a2848-b9dc-4ff0-805b-8c12725bd714 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1196167511&fields=id&tenant_id=ebae23dae4654fdf9e39188a8e715c3b HTTP/1.1" status: 200 len: 267 time: 0.0368955 Sep 08 00:55:27.941213 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ffc33-9c71-4bb9-9a04-d763679feec5 req-6b552c8f-ecc8-471b-9f03-155a025fa663 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:55:27.942585 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-af5ffc33-9c71-4bb9-9a04-d763679feec5 req-6b552c8f-ecc8-471b-9f03-155a025fa663 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/networks?id=e6526d04-48d2-40b4-9e76-78a89af5f70a HTTP/1.1" status: 200 len: 809 time: 0.0997853 Sep 08 00:55:27.957612 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-af5ffc33-9c71-4bb9-9a04-d763679feec5 req-0c76e644-416f-4ccc-a5ad-332961fe819b tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/quotas/ebae23dae4654fdf9e39188a8e715c3b HTTP/1.1" status: 200 len: 375 time: 0.0094182 Sep 08 00:55:28.007274 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-af5ffc33-9c71-4bb9-9a04-d763679feec5 req-0721aeca-711a-4e5e-a46d-4c5c9cf479b9 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ebae23dae4654fdf9e39188a8e715c3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443437 Sep 08 00:55:28.022718 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [req-af5ffc33-9c71-4bb9-9a04-d763679feec5 req-11e66a65-fa43-4b5e-84ed-2cec20f52ae1 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=105699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 00:55:28.023733 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-af5ffc33-9c71-4bb9-9a04-d763679feec5 req-11e66a65-fa43-4b5e-84ed-2cec20f52ae1 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049286 Sep 08 00:55:28.114408 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-af5ffc33-9c71-4bb9-9a04-d763679feec5 req-2824428b-44cb-46c6-9f02-32a9e5df2f85 service neutron] 10.222.0.15 "GET /v2.0/networks/e6526d04-48d2-40b4-9e76-78a89af5f70a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851326 Sep 08 00:55:28.204329 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-af5ffc33-9c71-4bb9-9a04-d763679feec5 req-3d2fa9ad-2e40-4a5e-be31-3f5f46e5e9c5 service neutron] 10.222.0.15 "GET /v2.0/networks/e6526d04-48d2-40b4-9e76-78a89af5f70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839341 Sep 08 00:55:28.487108 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-7226d6eb-d09a-4dae-816a-2ad088178bd5 req-550036c7-997f-42db-9d1f-5b75a21c563a tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f HTTP/1.1" status: 200 len: 210 time: 0.0261731 Sep 08 00:55:29.445599 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ffc33-9c71-4bb9-9a04-d763679feec5 req-0a403a77-b105-4a2e-a877-9787793aa6c5 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:55:29.447072 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-af5ffc33-9c71-4bb9-9a04-d763679feec5 req-0a403a77-b105-4a2e-a877-9787793aa6c5 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.35 "GET /v2.0/networks?id=e6526d04-48d2-40b4-9e76-78a89af5f70a HTTP/1.1" status: 200 len: 809 time: 0.1017740 Sep 08 00:55:29.498634 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-af5ffc33-9c71-4bb9-9a04-d763679feec5 req-54462d32-c8df-42f5-b105-e02ea62aac70 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ebae23dae4654fdf9e39188a8e715c3b HTTP/1.1" status: 200 len: 380 time: 0.0373240 Sep 08 00:55:29.513245 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [req-af5ffc33-9c71-4bb9-9a04-d763679feec5 req-a5bb7063-c078-41fa-9bc6-f9bf18647ca6 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Request body: {'port': {'device_id': 'bd8b3ee0-30e6-44c0-a1a3-940bcde7994f', 'network_id': 'e6526d04-48d2-40b4-9e76-78a89af5f70a', 'admin_state_up': True, 'tenant_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'security_groups': ['9d4ff218-b53e-4b14-b918-071fece1b797']}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:55:29.581749 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-69efe1fa-32b8-40e3-bc7d-73dfcb4c864b req-a12a175a-d22c-498b-8b81-caabd6e0acea tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f HTTP/1.1" status: 200 len: 210 time: 0.0272460 Sep 08 00:55:29.621687 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af5ffc33-9c71-4bb9-9a04-d763679feec5 req-a5bb7063-c078-41fa-9bc6-f9bf18647ca6 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Made reservation on behalf of ebae23dae4654fdf9e39188a8e715c3b for: {'port': 1} {{(pid=105698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:55:29.625232 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-af5ffc33-9c71-4bb9-9a04-d763679feec5 req-a5bb7063-c078-41fa-9bc6-f9bf18647ca6 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:29.749042 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.db_base_plugin_common [req-af5ffc33-9c71-4bb9-9a04-d763679feec5 req-a5bb7063-c078-41fa-9bc6-f9bf18647ca6 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Allocated IP 172.20.0.7 (e6526d04-48d2-40b4-9e76-78a89af5f70a/13f0f2a8-7f0f-4469-a4d5-64cb8966c152/9d60f835-10ee-4a31-925e-999d0866cc3f) {{(pid=105698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 00:55:29.883490 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-af5ffc33-9c71-4bb9-9a04-d763679feec5 req-a5bb7063-c078-41fa-9bc6-f9bf18647ca6 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Notify callbacks [] for port, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:29.901216 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [req-af5ffc33-9c71-4bb9-9a04-d763679feec5 req-a5bb7063-c078-41fa-9bc6-f9bf18647ca6 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Transition to ACTIVE for port object 9d60f835-10ee-4a31-925e-999d0866cc3f will not be triggered until provisioned by entity DHCP. {{(pid=105698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:55:29.934670 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-af5ffc33-9c71-4bb9-9a04-d763679feec5 req-a5bb7063-c078-41fa-9bc6-f9bf18647ca6 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792256344477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705649'] for port, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:29.975993 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af5ffc33-9c71-4bb9-9a04-d763679feec5 req-a5bb7063-c078-41fa-9bc6-f9bf18647ca6 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Network e6526d04-48d2-40b4-9e76-78a89af5f70a is already hosted by enough agents. {{(pid=105698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:55:29.978828 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.base_scheduler [req-af5ffc33-9c71-4bb9-9a04-d763679feec5 req-a5bb7063-c078-41fa-9bc6-f9bf18647ca6 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Resources bound (agent type, host, resource id): {{(pid=105698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:55:29.982773 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5ffc33-9c71-4bb9-9a04-d763679feec5 req-a5bb7063-c078-41fa-9bc6-f9bf18647ca6 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Received port after_create {{(pid=105698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 00:55:30.017508 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bb7063-c078-41fa-9bc6-f9bf18647ca6 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Pushing event updated for resources: {'Port': ['ID=9d60f835-10ee-4a31-925e-999d0866cc3f,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:55:30.046596 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ffc33-9c71-4bb9-9a04-d763679feec5 req-a5bb7063-c078-41fa-9bc6-f9bf18647ca6 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:55:30.047247 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-af5ffc33-9c71-4bb9-9a04-d763679feec5 req-a5bb7063-c078-41fa-9bc6-f9bf18647ca6 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for port, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:30.062505 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-af5ffc33-9c71-4bb9-9a04-d763679feec5 req-a5bb7063-c078-41fa-9bc6-f9bf18647ca6 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5530374 Sep 08 00:55:30.085637 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [req-af5ffc33-9c71-4bb9-9a04-d763679feec5 req-0b73ef3f-fa58-42ec-971f-b2e5ef76ad4e service neutron] Request body: {'port': {'device_id': 'bd8b3ee0-30e6-44c0-a1a3-940bcde7994f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:55:30.142561 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-af5ffc33-9c71-4bb9-9a04-d763679feec5 req-0b73ef3f-fa58-42ec-971f-b2e5ef76ad4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:30.256381 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-03586a5d-a7f5-445f-bc72-6a1b34ba0750 None None] Provisioning for port 9d60f835-10ee-4a31-925e-999d0866cc3f completed by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:55:30.259881 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-03586a5d-a7f5-445f-bc72-6a1b34ba0750 None None] Provisioning complete for port 9d60f835-10ee-4a31-925e-999d0866cc3f triggered by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:55:30.260248 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-03586a5d-a7f5-445f-bc72-6a1b34ba0750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:30.296713 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-03586a5d-a7f5-445f-bc72-6a1b34ba0750 None None] Port 9d60f835-10ee-4a31-925e-999d0866cc3f cannot update to ACTIVE because it is not bound. {{(pid=105700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 00:55:30.413612 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.notifiers.nova [req-af5ffc33-9c71-4bb9-9a04-d763679feec5 req-0b73ef3f-fa58-42ec-971f-b2e5ef76ad4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d60f835-10ee-4a31-925e-999d0866cc3f {{(pid=105698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 00:55:30.420862 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-af5ffc33-9c71-4bb9-9a04-d763679feec5 req-0b73ef3f-fa58-42ec-971f-b2e5ef76ad4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:30.432619 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [req-af5ffc33-9c71-4bb9-9a04-d763679feec5 req-0b73ef3f-fa58-42ec-971f-b2e5ef76ad4e service neutron] Transition to ACTIVE for port object 9d60f835-10ee-4a31-925e-999d0866cc3f will not be triggered until provisioned by entity L2. {{(pid=105698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:55:30.436465 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-af5ffc33-9c71-4bb9-9a04-d763679feec5 req-0b73ef3f-fa58-42ec-971f-b2e5ef76ad4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7705662'] for port, after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:30.489477 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b73ef3f-fa58-42ec-971f-b2e5ef76ad4e service neutron] Pushing event updated for resources: {'Port': ['ID=9d60f835-10ee-4a31-925e-999d0866cc3f,revision_number=2']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:55:30.559120 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [req-af5ffc33-9c71-4bb9-9a04-d763679feec5 req-0b73ef3f-fa58-42ec-971f-b2e5ef76ad4e service neutron] Attempting to bind port 9d60f835-10ee-4a31-925e-999d0866cc3f on host hv-cinder-75996 for vnic_type normal with profile {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 00:55:30.559450 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [req-af5ffc33-9c71-4bb9-9a04-d763679feec5 req-0b73ef3f-fa58-42ec-971f-b2e5ef76ad4e service neutron] Attempting to bind port 9d60f835-10ee-4a31-925e-999d0866cc3f by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '66ccd0b1-4836-4259-add1-0dd342b6eabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e6526d04-48d2-40b4-9e76-78a89af5f70a'}] {{(pid=105698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 00:55:30.559827 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5ffc33-9c71-4bb9-9a04-d763679feec5 req-0b73ef3f-fa58-42ec-971f-b2e5ef76ad4e service neutron] Attempting to bind port 9d60f835-10ee-4a31-925e-999d0866cc3f on network e6526d04-48d2-40b4-9e76-78a89af5f70a {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:55:30.564843 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5ffc33-9c71-4bb9-9a04-d763679feec5 req-0b73ef3f-fa58-42ec-971f-b2e5ef76ad4e service neutron] Port 9d60f835-10ee-4a31-925e-999d0866cc3f on network e6526d04-48d2-40b4-9e76-78a89af5f70a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 00:55:30.565159 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5ffc33-9c71-4bb9-9a04-d763679feec5 req-0b73ef3f-fa58-42ec-971f-b2e5ef76ad4e service neutron] Attempting to bind port 9d60f835-10ee-4a31-925e-999d0866cc3f on network e6526d04-48d2-40b4-9e76-78a89af5f70a {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:55:30.570374 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5ffc33-9c71-4bb9-9a04-d763679feec5 req-0b73ef3f-fa58-42ec-971f-b2e5ef76ad4e service neutron] Checking agent: {'id': '9d05b7f5-da94-42e7-89b0-a476ea8ca848', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 0, 41, 44), 'started_at': datetime.datetime(2021, 9, 8, 0, 41, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 0, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 00:55:30.570770 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5ffc33-9c71-4bb9-9a04-d763679feec5 req-0b73ef3f-fa58-42ec-971f-b2e5ef76ad4e service neutron] Checking segment: {'id': '66ccd0b1-4836-4259-add1-0dd342b6eabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e6526d04-48d2-40b4-9e76-78a89af5f70a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:55:30.571191 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5ffc33-9c71-4bb9-9a04-d763679feec5 req-0b73ef3f-fa58-42ec-971f-b2e5ef76ad4e service neutron] Bound using segment: {'id': '66ccd0b1-4836-4259-add1-0dd342b6eabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e6526d04-48d2-40b4-9e76-78a89af5f70a'} {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 00:55:30.571745 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [req-af5ffc33-9c71-4bb9-9a04-d763679feec5 req-0b73ef3f-fa58-42ec-971f-b2e5ef76ad4e service neutron] Bound port: 9d60f835-10ee-4a31-925e-999d0866cc3f, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66ccd0b1-4836-4259-add1-0dd342b6eabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e6526d04-48d2-40b4-9e76-78a89af5f70a'}}] {{(pid=105698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 00:55:30.572109 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-af5ffc33-9c71-4bb9-9a04-d763679feec5 req-0b73ef3f-fa58-42ec-971f-b2e5ef76ad4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:30.639070 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.db [req-af5ffc33-9c71-4bb9-9a04-d763679feec5 req-0b73ef3f-fa58-42ec-971f-b2e5ef76ad4e service neutron] For port 9d60f835-10ee-4a31-925e-999d0866cc3f, host hv-cinder-75996, cleared binding levels {{(pid=105698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 00:55:30.644352 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.db [req-af5ffc33-9c71-4bb9-9a04-d763679feec5 req-0b73ef3f-fa58-42ec-971f-b2e5ef76ad4e service neutron] For port 9d60f835-10ee-4a31-925e-999d0866cc3f, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=9d60f835-10ee-4a31-925e-999d0866cc3f,segment=NetworkSegment(66ccd0b1-4836-4259-add1-0dd342b6eabf),segment_id=66ccd0b1-4836-4259-add1-0dd342b6eabf)] {{(pid=105698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 00:55:30.648935 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-af5ffc33-9c71-4bb9-9a04-d763679feec5 req-0b73ef3f-fa58-42ec-971f-b2e5ef76ad4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7705662'] for port, after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:30.684446 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ffc33-9c71-4bb9-9a04-d763679feec5 req-0b73ef3f-fa58-42ec-971f-b2e5ef76ad4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:55:30.685100 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-af5ffc33-9c71-4bb9-9a04-d763679feec5 req-0b73ef3f-fa58-42ec-971f-b2e5ef76ad4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for port, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:30.686639 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-af5ffc33-9c71-4bb9-9a04-d763679feec5 req-0b73ef3f-fa58-42ec-971f-b2e5ef76ad4e service neutron] 10.222.0.35 "PUT /v2.0/ports/9d60f835-10ee-4a31-925e-999d0866cc3f HTTP/1.1" status: 200 len: 1093 time: 0.6066706 Sep 08 00:55:30.687080 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd8b3ee0-30e6-44c0-a1a3-940bcde7994f', 'tag': '9d60f835-10ee-4a31-925e-999d0866cc3f'}] {{(pid=105698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:55:30.690733 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26d4041160ff19e6bfa7ff8d463369e3025ec2e9db032453864bb7ad8051457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a70584-063a-4bf0-9083-a6be3489f557" -d '{"events": [{"name": "network-changed", "server_uuid": "bd8b3ee0-30e6-44c0-a1a3-940bcde7994f", "tag": "9d60f835-10ee-4a31-925e-999d0866cc3f"}]}' {{(pid=105698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:55:30.711340 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1addc-7ce6-4178-b5fd-1e3b58b92f7f req-1794ba7b-a013-4fac-a336-adab68035cc0 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:55:30.713665 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-78d1addc-7ce6-4178-b5fd-1e3b58b92f7f req-1794ba7b-a013-4fac-a336-adab68035cc0 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f HTTP/1.1" status: 200 len: 943 time: 0.0575087 Sep 08 00:55:30.724335 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b73ef3f-fa58-42ec-971f-b2e5ef76ad4e service neutron] Pushing event updated for resources: {'Port': ['ID=9d60f835-10ee-4a31-925e-999d0866cc3f,revision_number=3']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:55:30.780603 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-78d1addc-7ce6-4178-b5fd-1e3b58b92f7f req-b1838e08-07d4-4bc2-9f12-d31f12c628fc tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d4ff218-b53e-4b14-b918-071fece1b797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501108 Sep 08 00:55:30.804617 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ffc33-9c71-4bb9-9a04-d763679feec5 req-a72d411b-3558-473e-a09d-10d976f812b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:55:30.807189 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-af5ffc33-9c71-4bb9-9a04-d763679feec5 req-a72d411b-3558-473e-a09d-10d976f812b4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ebae23dae4654fdf9e39188a8e715c3b&device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f HTTP/1.1" status: 200 len: 1096 time: 0.0480785 Sep 08 00:55:30.865971 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 00:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158065ef-ab7c-46ae-a765-ddacb597d7ca x-openstack-request-id: req-158065ef-ab7c-46ae-a765-ddacb597d7ca {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:55:30.866266 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd8b3ee0-30e6-44c0-a1a3-940bcde7994f", "tag": "9d60f835-10ee-4a31-925e-999d0866cc3f", "status": "completed", "code": 200}]} {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:55:30.866519 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-158065ef-ab7c-46ae-a765-ddacb597d7ca {{(pid=105698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:55:30.866915 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd8b3ee0-30e6-44c0-a1a3-940bcde7994f', 'tag': '9d60f835-10ee-4a31-925e-999d0866cc3f', 'status': 'completed', 'code': 200} Sep 08 00:55:30.868753 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-af5ffc33-9c71-4bb9-9a04-d763679feec5 req-f7907f12-98c2-4846-a013-5fd540415e59 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d60f835-10ee-4a31-925e-999d0866cc3f HTTP/1.1" status: 200 len: 217 time: 0.0450575 Sep 08 00:55:30.917604 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ffc33-9c71-4bb9-9a04-d763679feec5 req-f07c577b-b067-449a-a2cb-8cde149149ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:55:30.919019 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-af5ffc33-9c71-4bb9-9a04-d763679feec5 req-f07c577b-b067-449a-a2cb-8cde149149ed service neutron] 10.222.0.35 "GET /v2.0/subnets?id=13f0f2a8-7f0f-4469-a4d5-64cb8966c152 HTTP/1.1" status: 200 len: 848 time: 0.0424669 Sep 08 00:55:30.965967 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ffc33-9c71-4bb9-9a04-d763679feec5 req-7e1a9cd7-6b23-448b-a602-5d1cc50be3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:55:30.967537 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-af5ffc33-9c71-4bb9-9a04-d763679feec5 req-7e1a9cd7-6b23-448b-a602-5d1cc50be3a9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6526d04-48d2-40b4-9e76-78a89af5f70a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0420272 Sep 08 00:55:31.058023 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-af5ffc33-9c71-4bb9-9a04-d763679feec5 req-cf66ca21-34ea-4f5d-b5b9-ef4396efb6b5 service neutron] 10.222.0.35 "GET /v2.0/networks/e6526d04-48d2-40b4-9e76-78a89af5f70a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829012 Sep 08 00:55:31.143648 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-af5ffc33-9c71-4bb9-9a04-d763679feec5 req-9da234b9-582d-4b2d-bb5c-6c71b6311dc4 service neutron] 10.222.0.35 "GET /v2.0/networks/e6526d04-48d2-40b4-9e76-78a89af5f70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784843 Sep 08 00:55:31.290764 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a70584-063a-4bf0-9083-a6be3489f557 req-f9f062cd-3186-42b3-a071-bfc1a4b48fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:55:31.292346 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-39a70584-063a-4bf0-9083-a6be3489f557 req-f9f062cd-3186-42b3-a071-bfc1a4b48fe4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ebae23dae4654fdf9e39188a8e715c3b&device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f HTTP/1.1" status: 200 len: 1096 time: 0.0436089 Sep 08 00:55:31.383630 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a70584-063a-4bf0-9083-a6be3489f557 req-ab53bd0f-2d2a-4379-8999-c21dfc611a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:55:31.384997 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-39a70584-063a-4bf0-9083-a6be3489f557 req-ab53bd0f-2d2a-4379-8999-c21dfc611a11 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e6526d04-48d2-40b4-9e76-78a89af5f70a HTTP/1.1" status: 200 len: 910 time: 0.0841842 Sep 08 00:55:31.429689 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-39a70584-063a-4bf0-9083-a6be3489f557 req-0bcd8033-1165-4c96-a2ee-4ee4cf2fe951 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d60f835-10ee-4a31-925e-999d0866cc3f HTTP/1.1" status: 200 len: 217 time: 0.0367103 Sep 08 00:55:31.480218 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a70584-063a-4bf0-9083-a6be3489f557 req-657bf965-6cf2-47a3-a160-565a88981bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:55:31.481602 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-39a70584-063a-4bf0-9083-a6be3489f557 req-657bf965-6cf2-47a3-a160-565a88981bd7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=13f0f2a8-7f0f-4469-a4d5-64cb8966c152 HTTP/1.1" status: 200 len: 848 time: 0.0447774 Sep 08 00:55:31.526197 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a70584-063a-4bf0-9083-a6be3489f557 req-3e446f08-f325-4c21-bb09-c8730ffe6c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:55:31.527677 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-39a70584-063a-4bf0-9083-a6be3489f557 req-3e446f08-f325-4c21-bb09-c8730ffe6c9f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6526d04-48d2-40b4-9e76-78a89af5f70a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0388653 Sep 08 00:55:31.622011 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-39a70584-063a-4bf0-9083-a6be3489f557 req-e5c4fa8a-0942-43ca-9727-c85f72316dee service neutron] 10.222.0.35 "GET /v2.0/networks/e6526d04-48d2-40b4-9e76-78a89af5f70a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817623 Sep 08 00:55:31.711214 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-39a70584-063a-4bf0-9083-a6be3489f557 req-cae799f7-e393-4fb5-9354-13d8df739a9d service neutron] 10.222.0.35 "GET /v2.0/networks/e6526d04-48d2-40b4-9e76-78a89af5f70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793104 Sep 08 00:55:31.901583 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fd49d-7f62-4c20-b166-f1e33a78782f req-2100a9b1-8337-43d4-9b44-fccce6046690 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:55:31.903041 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5c4fd49d-7f62-4c20-b166-f1e33a78782f req-2100a9b1-8337-43d4-9b44-fccce6046690 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f HTTP/1.1" status: 200 len: 943 time: 0.0472684 Sep 08 00:55:31.942807 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5c4fd49d-7f62-4c20-b166-f1e33a78782f req-74a75c2d-4556-4c06-95f9-8474df2b46db tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d4ff218-b53e-4b14-b918-071fece1b797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334017 Sep 08 00:55:33.055667 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be0db2-5c84-4df5-bdb2-ecf8bb33136d req-56a59346-69e2-4541-a980-8d354466e070 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:55:33.057113 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-14be0db2-5c84-4df5-bdb2-ecf8bb33136d req-56a59346-69e2-4541-a980-8d354466e070 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f HTTP/1.1" status: 200 len: 943 time: 0.0480132 Sep 08 00:55:33.094079 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-14be0db2-5c84-4df5-bdb2-ecf8bb33136d req-b997c40c-7834-4053-b2fb-8419ddde6eed tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d4ff218-b53e-4b14-b918-071fece1b797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309539 Sep 08 00:55:34.206922 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32286239-5ef9-4a90-a334-a84d6e6603c9 req-2efc714e-de17-4bcc-af1b-f6bd12e19be8 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:55:34.208668 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-32286239-5ef9-4a90-a334-a84d6e6603c9 req-2efc714e-de17-4bcc-af1b-f6bd12e19be8 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f HTTP/1.1" status: 200 len: 943 time: 0.0478773 Sep 08 00:55:34.246201 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-32286239-5ef9-4a90-a334-a84d6e6603c9 req-a666e92f-d795-4061-96f4-4ba7107ce2bd tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d4ff218-b53e-4b14-b918-071fece1b797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317333 Sep 08 00:55:35.358121 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae2fa0-2512-4499-b411-6de24c3ca026 req-1646a9f0-8373-4a04-bb35-fa3ad5b69244 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:55:35.359611 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-9fae2fa0-2512-4499-b411-6de24c3ca026 req-1646a9f0-8373-4a04-bb35-fa3ad5b69244 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f HTTP/1.1" status: 200 len: 943 time: 0.0479624 Sep 08 00:55:35.399753 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-9fae2fa0-2512-4499-b411-6de24c3ca026 req-d2ad5add-37ba-4928-b597-5c8378a18282 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d4ff218-b53e-4b14-b918-071fece1b797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341833 Sep 08 00:55:36.510245 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1ad90-f4a1-42cb-b91f-b9839c44a0be req-e183bb5b-acf6-45c8-b26e-f4e43374e268 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:55:36.511706 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1eb1ad90-f4a1-42cb-b91f-b9839c44a0be req-e183bb5b-acf6-45c8-b26e-f4e43374e268 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f HTTP/1.1" status: 200 len: 943 time: 0.0470395 Sep 08 00:55:36.548250 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1eb1ad90-f4a1-42cb-b91f-b9839c44a0be req-78270bc5-9e4f-449d-b83c-3a8136d41cac tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d4ff218-b53e-4b14-b918-071fece1b797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301340 Sep 08 00:55:37.657988 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f55602-4458-4187-99c2-9e84711a6fcb req-29c9a7ee-3923-4c55-82df-5417fb470581 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:55:37.659432 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-58f55602-4458-4187-99c2-9e84711a6fcb req-29c9a7ee-3923-4c55-82df-5417fb470581 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f HTTP/1.1" status: 200 len: 943 time: 0.0468881 Sep 08 00:55:37.695685 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-58f55602-4458-4187-99c2-9e84711a6fcb req-bddbdeb4-a055-48d4-9c81-5071c93bea58 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d4ff218-b53e-4b14-b918-071fece1b797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304697 Sep 08 00:55:38.812799 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008340b5-d085-4008-8e09-d05f089f710c req-b13bfbf4-6910-4956-a47d-8d98ffc40fca tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:55:38.814525 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-008340b5-d085-4008-8e09-d05f089f710c req-b13bfbf4-6910-4956-a47d-8d98ffc40fca tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f HTTP/1.1" status: 200 len: 943 time: 0.0511758 Sep 08 00:55:38.855662 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-008340b5-d085-4008-8e09-d05f089f710c req-1cb127e8-4ef0-446b-a870-b10d1d685b7f tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d4ff218-b53e-4b14-b918-071fece1b797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352037 Sep 08 00:55:39.164321 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device 9d60f835-10ee-4a31-925e-999d0866cc3f details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=105700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 00:55:39.263573 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port 9d60f835-10ee-4a31-925e-999d0866cc3f, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=9d60f835-10ee-4a31-925e-999d0866cc3f,segment=NetworkSegment(66ccd0b1-4836-4259-add1-0dd342b6eabf),segment_id=66ccd0b1-4836-4259-add1-0dd342b6eabf)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:55:39.275153 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Returning: {'device': '9d60f835-10ee-4a31-925e-999d0866cc3f', 'network_id': 'e6526d04-48d2-40b4-9e76-78a89af5f70a', 'port_id': '9d60f835-10ee-4a31-925e-999d0866cc3f', 'mac_address': 'fa:16:3e:a4:38:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13f0f2a8-7f0f-4469-a4d5-64cb8966c152', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 00:55:39.314994 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:39.327528 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.notifiers.nova [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d60f835-10ee-4a31-925e-999d0866cc3f {{(pid=105700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 00:55:39.347720 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port 9d60f835-10ee-4a31-925e-999d0866cc3f, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=9d60f835-10ee-4a31-925e-999d0866cc3f,segment=NetworkSegment(66ccd0b1-4836-4259-add1-0dd342b6eabf),segment_id=66ccd0b1-4836-4259-add1-0dd342b6eabf)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:55:39.351326 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:39.399699 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Pushing event updated for resources: {'Port': ['ID=9d60f835-10ee-4a31-925e-999d0866cc3f,revision_number=4']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:55:39.406876 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:55:39.407234 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:55:39.407605 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:55:39.407947 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:55:39.408283 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:55:39.408617 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:55:39.408951 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:55:39.409276 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:55:39.409610 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:55:39.409937 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:55:39.410268 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:55:39.410590 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:55:39.742327 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] get_ports_and_sgs() called for port_ids ['9d60f835-10ee-4a31-925e-999d0866cc3f'] {{(pid=105700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 00:55:39.975457 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18b0e6-15a2-40f9-a358-483c6100c01e req-aa6c745b-f3f7-48cc-9ffd-9c68298b951e tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:55:39.976851 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6f18b0e6-15a2-40f9-a358-483c6100c01e req-aa6c745b-f3f7-48cc-9ffd-9c68298b951e tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f HTTP/1.1" status: 200 len: 944 time: 0.0493565 Sep 08 00:55:40.013191 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6f18b0e6-15a2-40f9-a358-483c6100c01e req-6305a5ac-f5f7-47d3-8364-9058e8a14173 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d4ff218-b53e-4b14-b918-071fece1b797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304177 Sep 08 00:55:41.124702 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5cf5a0-2014-4146-b96e-253ec44e4976 req-73e8aedf-2d80-432e-aeeb-ca76dfb646d0 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:55:41.126060 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-fb5cf5a0-2014-4146-b96e-253ec44e4976 req-73e8aedf-2d80-432e-aeeb-ca76dfb646d0 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f HTTP/1.1" status: 200 len: 944 time: 0.0479999 Sep 08 00:55:41.162152 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-fb5cf5a0-2014-4146-b96e-253ec44e4976 req-1e65ae30-f872-487d-b871-2ff00616d6e1 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d4ff218-b53e-4b14-b918-071fece1b797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302961 Sep 08 00:55:41.164787 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device 9d60f835-10ee-4a31-925e-999d0866cc3f up at agent hyperv_hv-cinder-75996 {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:55:41.211619 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Provisioning for port 9d60f835-10ee-4a31-925e-999d0866cc3f completed by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:55:41.214992 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Provisioning complete for port 9d60f835-10ee-4a31-925e-999d0866cc3f triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:55:41.215356 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:41.289982 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:41.312471 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8b3ee0-30e6-44c0-a1a3-940bcde7994f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d60f835-10ee-4a31-925e-999d0866cc3f'}] {{(pid=105700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:55:41.315326 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8460d1f582680b5b58131e18e26cc0c46bcacb71cb7028c1e32c58fa4cd87a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09bd38c-3e48-456d-901c-4bf0aca0e615" -d '{"events": [{"server_uuid": "bd8b3ee0-30e6-44c0-a1a3-940bcde7994f", "name": "network-vif-plugged", "status": "completed", "tag": "9d60f835-10ee-4a31-925e-999d0866cc3f"}]}' {{(pid=105700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:55:41.327254 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port 9d60f835-10ee-4a31-925e-999d0866cc3f, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=9d60f835-10ee-4a31-925e-999d0866cc3f,segment=NetworkSegment(66ccd0b1-4836-4259-add1-0dd342b6eabf),segment_id=66ccd0b1-4836-4259-add1-0dd342b6eabf)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:55:41.331180 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:41.354098 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 00:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d59271c-7c0f-4524-b26a-fc32b528c730 x-openstack-request-id: req-4d59271c-7c0f-4524-b26a-fc32b528c730 {{(pid=105700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:55:41.354389 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd8b3ee0-30e6-44c0-a1a3-940bcde7994f", "name": "network-vif-plugged", "status": "completed", "tag": "9d60f835-10ee-4a31-925e-999d0866cc3f", "code": 200}]} {{(pid=105700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:55:41.354640 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4d59271c-7c0f-4524-b26a-fc32b528c730 {{(pid=105700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:55:41.355021 dv-cinder-759961-13-iscsi neutron-server[105700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd8b3ee0-30e6-44c0-a1a3-940bcde7994f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d60f835-10ee-4a31-925e-999d0866cc3f', 'code': 200} Sep 08 00:55:41.381596 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Pushing event updated for resources: {'Port': ['ID=9d60f835-10ee-4a31-925e-999d0866cc3f,revision_number=5']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:55:41.590417 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6447db2b-5c81-414a-bab4-94eadf5eebfc req-a08db639-ca42-43b3-ad47-7cd550bc2b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:55:41.591822 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-6447db2b-5c81-414a-bab4-94eadf5eebfc req-a08db639-ca42-43b3-ad47-7cd550bc2b06 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f HTTP/1.1" status: 200 len: 1098 time: 0.0383329 Sep 08 00:55:41.629468 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-6447db2b-5c81-414a-bab4-94eadf5eebfc req-80cb57f8-94ce-407b-ac83-a682ec6ba7ed service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9d4ff218-b53e-4b14-b918-071fece1b797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305581 Sep 08 00:55:42.274781 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6231272-5343-4006-bdbc-e6682326dd85 req-568b6d38-a952-4870-9505-9b1272e82eef tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:55:42.276262 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-c6231272-5343-4006-bdbc-e6682326dd85 req-568b6d38-a952-4870-9505-9b1272e82eef tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f HTTP/1.1" status: 200 len: 945 time: 0.0479174 Sep 08 00:55:42.316617 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-c6231272-5343-4006-bdbc-e6682326dd85 req-54c944e7-8fad-46f5-b19f-5d24e38ab5a2 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d4ff218-b53e-4b14-b918-071fece1b797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346255 Sep 08 00:55:43.430418 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ebfdc-c4ab-4471-8739-bb447de7377b req-536f40de-2990-4dc8-8290-35ed1ecfc507 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:55:43.431899 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-996ebfdc-c4ab-4471-8739-bb447de7377b req-536f40de-2990-4dc8-8290-35ed1ecfc507 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f HTTP/1.1" status: 200 len: 945 time: 0.0488625 Sep 08 00:55:43.468896 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-996ebfdc-c4ab-4471-8739-bb447de7377b req-7c559fb5-20e2-497e-8505-f379ab58ff40 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d4ff218-b53e-4b14-b918-071fece1b797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312285 Sep 08 00:55:43.578387 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0274e9f7-b24b-48a4-bf69-deb975e08332 req-0afc7ec0-00cd-4ab0-82ed-4a3c7bb06573 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:55:43.580084 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0274e9f7-b24b-48a4-bf69-deb975e08332 req-0afc7ec0-00cd-4ab0-82ed-4a3c7bb06573 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f HTTP/1.1" status: 200 len: 945 time: 0.0480139 Sep 08 00:55:43.616843 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0274e9f7-b24b-48a4-bf69-deb975e08332 req-c6bd8fab-11a9-4ff2-a2b9-cab3c645b1f2 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d4ff218-b53e-4b14-b918-071fece1b797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306044 Sep 08 00:55:43.637602 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 57790) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:55:43.761720 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63fb866-5167-43bb-9ab7-e39438a3d823 tempest-TestShelveInstance-1091413140 tempest-TestShelveInstance-1091413140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:55:43.763186 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-b63fb866-5167-43bb-9ab7-e39438a3d823 tempest-TestShelveInstance-1091413140 tempest-TestShelveInstance-1091413140-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f HTTP/1.1" status: 200 len: 1093 time: 0.1245973 Sep 08 00:55:43.766139 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 57794) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:55:43.770224 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.v2.base [None req-2b1a3816-1bfd-4db3-8b05-70d2d8aaf904 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Request body: {'floatingip': {'floating_network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'port_id': '9d60f835-10ee-4a31-925e-999d0866cc3f', 'tenant_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:55:43.791419 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-2b1a3816-1bfd-4db3-8b05-70d2d8aaf904 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Notify callbacks [] for floatingip, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:43.887225 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-2b1a3816-1bfd-4db3-8b05-70d2d8aaf904 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:43.988205 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.db_base_plugin_common [None req-2b1a3816-1bfd-4db3-8b05-70d2d8aaf904 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Allocated IP 172.27.0.38 (aeb1b426-56a4-445f-8c16-06e4bfc4278a/d22fae44-982b-434e-84ec-8582a9df6d9e/b35e1d81-b7f1-458d-9c11-5c0b56119c43) {{(pid=105699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 00:55:44.082815 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-2b1a3816-1bfd-4db3-8b05-70d2d8aaf904 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Notify callbacks [] for port, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:44.118917 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-2b1a3816-1bfd-4db3-8b05-70d2d8aaf904 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792256344477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517368'] for port, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:44.151896 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1a3816-1bfd-4db3-8b05-70d2d8aaf904 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Network aeb1b426-56a4-445f-8c16-06e4bfc4278a is already hosted by enough agents. {{(pid=105699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:55:44.155859 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.base_scheduler [None req-2b1a3816-1bfd-4db3-8b05-70d2d8aaf904 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Resources bound (agent type, host, resource id): {{(pid=105699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:55:44.159986 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1a3816-1bfd-4db3-8b05-70d2d8aaf904 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Received port after_create {{(pid=105699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 00:55:44.187287 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a3816-1bfd-4db3-8b05-70d2d8aaf904 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Pushing event updated for resources: {'Port': ['ID=b35e1d81-b7f1-458d-9c11-5c0b56119c43,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:55:44.199997 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1a3816-1bfd-4db3-8b05-70d2d8aaf904 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:55:44.200341 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1a3816-1bfd-4db3-8b05-70d2d8aaf904 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:55:44.200675 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1a3816-1bfd-4db3-8b05-70d2d8aaf904 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:55:44.201003 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1a3816-1bfd-4db3-8b05-70d2d8aaf904 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:55:44.201326 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1a3816-1bfd-4db3-8b05-70d2d8aaf904 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:55:44.201646 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1a3816-1bfd-4db3-8b05-70d2d8aaf904 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:55:44.201967 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1a3816-1bfd-4db3-8b05-70d2d8aaf904 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:55:44.202285 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1a3816-1bfd-4db3-8b05-70d2d8aaf904 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:55:44.202604 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1a3816-1bfd-4db3-8b05-70d2d8aaf904 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:55:44.202923 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1a3816-1bfd-4db3-8b05-70d2d8aaf904 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:55:44.203234 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1a3816-1bfd-4db3-8b05-70d2d8aaf904 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:55:44.204097 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1a3816-1bfd-4db3-8b05-70d2d8aaf904 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:55:44.518441 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-2b1a3816-1bfd-4db3-8b05-70d2d8aaf904 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:44.581348 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-2b1a3816-1bfd-4db3-8b05-70d2d8aaf904 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:44.724490 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-2b1a3816-1bfd-4db3-8b05-70d2d8aaf904 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Notify callbacks [] for port, precommit_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:44.728742 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-2b1a3816-1bfd-4db3-8b05-70d2d8aaf904 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25517367'] for port, after_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:44.799800 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a3816-1bfd-4db3-8b05-70d2d8aaf904 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Pushing event updated for resources: {'Port': ['ID=b35e1d81-b7f1-458d-9c11-5c0b56119c43,revision_number=2']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:55:44.808030 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-2b1a3816-1bfd-4db3-8b05-70d2d8aaf904 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529524'] for floatingip, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:44.906082 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.db.l3_db [None req-2b1a3816-1bfd-4db3-8b05-70d2d8aaf904 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Floating IP 5ef61c3e-683e-4b76-9857-4a5b592be57c associated. External IP: 172.27.0.38, port: 9d60f835-10ee-4a31-925e-999d0866cc3f. Sep 08 00:55:45.106609 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b1a3816-1bfd-4db3-8b05-70d2d8aaf904 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Router 6d6ff8c5-d614-407f-a1ee-b9d573348ce1 has already been hosted by L3 agent e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146 {{(pid=105699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 00:55:45.208257 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1a3816-1bfd-4db3-8b05-70d2d8aaf904 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Notify agent at l3_agent.dv-cinder-759961-13-iscsi the message routers_updated {{(pid=105699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 00:55:45.221211 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbf2736-c3cf-4774-ac44-da656c1733b0 None None] Sync routers for ids ['6d6ff8c5-d614-407f-a1ee-b9d573348ce1'] in dv-cinder-759961-13-iscsi {{(pid=105701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 00:55:45.227381 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-2b1a3816-1bfd-4db3-8b05-70d2d8aaf904 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for floatingip, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:45.230255 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbf2736-c3cf-4774-ac44-da656c1733b0 None None] Routers {'6d6ff8c5-d614-407f-a1ee-b9d573348ce1'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:55:45.230862 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-1bbf2736-c3cf-4774-ac44-da656c1733b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:55:21Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['6d6ff8c5-d614-407f-a1ee-b9d573348ce1'], 'active': True} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:55:45.256431 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-2b1a3816-1bfd-4db3-8b05-70d2d8aaf904 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4893079 Sep 08 00:55:45.257008 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd8b3ee0-30e6-44c0-a1a3-940bcde7994f', 'tag': '9d60f835-10ee-4a31-925e-999d0866cc3f'}] {{(pid=105699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:55:45.259230 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3219a0c12e8a5a78bd5034d738b4394f25721dc263a67c7d4cfc0eaa1ac0f340" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32fbd535-cec6-4652-83a6-73ecf4377dea" -d '{"events": [{"name": "network-changed", "server_uuid": "bd8b3ee0-30e6-44c0-a1a3-940bcde7994f", "tag": "9d60f835-10ee-4a31-925e-999d0866cc3f"}]}' {{(pid=105699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:55:45.293957 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 00:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541f9432-bf55-4614-a7be-f67f47b18e28 x-openstack-request-id: req-541f9432-bf55-4614-a7be-f67f47b18e28 {{(pid=105699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:55:45.294271 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd8b3ee0-30e6-44c0-a1a3-940bcde7994f", "tag": "9d60f835-10ee-4a31-925e-999d0866cc3f", "status": "completed", "code": 200}]} {{(pid=105699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:55:45.294517 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-541f9432-bf55-4614-a7be-f67f47b18e28 {{(pid=105699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:55:45.294909 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd8b3ee0-30e6-44c0-a1a3-940bcde7994f', 'tag': '9d60f835-10ee-4a31-925e-999d0866cc3f', 'status': 'completed', 'code': 200} Sep 08 00:55:45.383430 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbd535-cec6-4652-83a6-73ecf4377dea req-5372ac49-5e3f-4b9f-bf5c-782143a7b06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:55:45.384890 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-32fbd535-cec6-4652-83a6-73ecf4377dea req-5372ac49-5e3f-4b9f-bf5c-782143a7b06b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ebae23dae4654fdf9e39188a8e715c3b&device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f HTTP/1.1" status: 200 len: 1098 time: 0.0411634 Sep 08 00:55:45.423244 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvr_db [None req-1bbf2736-c3cf-4774-ac44-da656c1733b0 None None] Set router 6d6ff8c5-d614-407f-a1ee-b9d573348ce1 gateway port host: dv-cinder-759961-13-iscsi {{(pid=105701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:55:45.473168 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbd535-cec6-4652-83a6-73ecf4377dea req-8b66505f-fce0-47fd-91cd-d219ac6bf14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:55:45.474738 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-32fbd535-cec6-4652-83a6-73ecf4377dea req-8b66505f-fce0-47fd-91cd-d219ac6bf14d service neutron] 10.222.0.35 "GET /v2.0/networks?id=e6526d04-48d2-40b4-9e76-78a89af5f70a HTTP/1.1" status: 200 len: 910 time: 0.0824461 Sep 08 00:55:45.526645 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:45.542549 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-32fbd535-cec6-4652-83a6-73ecf4377dea req-f170631a-4693-43ba-ba96-3feabfe918e1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d60f835-10ee-4a31-925e-999d0866cc3f HTTP/1.1" status: 200 len: 998 time: 0.0607350 Sep 08 00:55:45.593133 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbd535-cec6-4652-83a6-73ecf4377dea req-5bd44143-55e5-4eb4-b982-4297a2c33367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:55:45.594638 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-32fbd535-cec6-4652-83a6-73ecf4377dea req-5bd44143-55e5-4eb4-b982-4297a2c33367 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=13f0f2a8-7f0f-4469-a4d5-64cb8966c152 HTTP/1.1" status: 200 len: 848 time: 0.0449390 Sep 08 00:55:45.639956 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbd535-cec6-4652-83a6-73ecf4377dea req-c3f31d50-46db-4618-9918-8fc23b870f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:55:45.641451 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-32fbd535-cec6-4652-83a6-73ecf4377dea req-c3f31d50-46db-4618-9918-8fc23b870f9d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6526d04-48d2-40b4-9e76-78a89af5f70a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0402508 Sep 08 00:55:45.644512 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-1bbf2736-c3cf-4774-ac44-da656c1733b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6ff8c5-d614-407f-a1ee-b9d573348ce1', 'name': 'tempest-TestShelveInstance-1498098595-router', 'tenant_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '943f9067-88b6-4368-8a34-1666005e305f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:54:51Z', 'updated_at': '2021-09-08T00:54:54Z', 'revision_number': 4, 'project_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'gw_port': {'id': '943f9067-88b6-4368-8a34-1666005e305f', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6ff8c5-d614-407f-a1ee-b9d573348ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:54:51Z', 'updated_at': '2021-09-08T00:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_floatingips': [{'id': '5ef61c3e-683e-4b76-9857-4a5b592be57c', 'tenant_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'floating_ip_address': '172.27.0.38', 'floating_network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'router_id': '6d6ff8c5-d614-407f-a1ee-b9d573348ce1', 'port_id': '9d60f835-10ee-4a31-925e-999d0866cc3f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6526d04-48d2-40b4-9e76-78a89af5f70a', 'mac_address': 'fa:16:3e:a4:38:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b3ee0-30e6-44c0-a1a3-940bcde7994f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T00:55:44Z', 'updated_at': '2021-09-08T00:55:44Z', 'revision_number': 0, 'project_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a6365e5-4caf-4a12-b892-7fab11c41862', 'name': '', 'network_id': 'e6526d04-48d2-40b4-9e76-78a89af5f70a', 'tenant_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'mac_address': 'fa:16:3e:70:da:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6ff8c5-d614-407f-a1ee-b9d573348ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '13f0f2a8-7f0f-4469-a4d5-64cb8966c152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:54:53Z', 'updated_at': '2021-09-08T00:55:00Z', 'revision_number': 5, 'project_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'subnets': [{'id': '13f0f2a8-7f0f-4469-a4d5-64cb8966c152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:55:45.673343 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbf2736-c3cf-4774-ac44-da656c1733b0 None None] Checking router: 6d6ff8c5-d614-407f-a1ee-b9d573348ce1 for host: dv-cinder-759961-13-iscsi {{(pid=105701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 00:55:45.681398 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbf2736-c3cf-4774-ac44-da656c1733b0 None None] Routers {'6d6ff8c5-d614-407f-a1ee-b9d573348ce1'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:55:45.681997 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-1bbf2736-c3cf-4774-ac44-da656c1733b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:55:21Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['6d6ff8c5-d614-407f-a1ee-b9d573348ce1'], 'active': True} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:55:45.733297 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-32fbd535-cec6-4652-83a6-73ecf4377dea req-62683065-6daa-4be1-9476-b58319a80955 service neutron] 10.222.0.35 "GET /v2.0/networks/e6526d04-48d2-40b4-9e76-78a89af5f70a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851610 Sep 08 00:55:45.784479 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvr_db [None req-1bbf2736-c3cf-4774-ac44-da656c1733b0 None None] Set router 6d6ff8c5-d614-407f-a1ee-b9d573348ce1 gateway port host: dv-cinder-759961-13-iscsi {{(pid=105701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:55:45.826345 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-32fbd535-cec6-4652-83a6-73ecf4377dea req-170df80c-973a-4c4a-aebe-fb56ed7d5e1f service neutron] 10.222.0.35 "GET /v2.0/networks/e6526d04-48d2-40b4-9e76-78a89af5f70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854311 Sep 08 00:55:45.999792 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-1bbf2736-c3cf-4774-ac44-da656c1733b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6ff8c5-d614-407f-a1ee-b9d573348ce1', 'name': 'tempest-TestShelveInstance-1498098595-router', 'tenant_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '943f9067-88b6-4368-8a34-1666005e305f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:54:51Z', 'updated_at': '2021-09-08T00:54:54Z', 'revision_number': 4, 'project_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'gw_port': {'id': '943f9067-88b6-4368-8a34-1666005e305f', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6ff8c5-d614-407f-a1ee-b9d573348ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:54:51Z', 'updated_at': '2021-09-08T00:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_floatingips': [{'id': '5ef61c3e-683e-4b76-9857-4a5b592be57c', 'tenant_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'floating_ip_address': '172.27.0.38', 'floating_network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'router_id': '6d6ff8c5-d614-407f-a1ee-b9d573348ce1', 'port_id': '9d60f835-10ee-4a31-925e-999d0866cc3f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6526d04-48d2-40b4-9e76-78a89af5f70a', 'mac_address': 'fa:16:3e:a4:38:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b3ee0-30e6-44c0-a1a3-940bcde7994f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T00:55:44Z', 'updated_at': '2021-09-08T00:55:44Z', 'revision_number': 0, 'project_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a6365e5-4caf-4a12-b892-7fab11c41862', 'name': '', 'network_id': 'e6526d04-48d2-40b4-9e76-78a89af5f70a', 'tenant_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'mac_address': 'fa:16:3e:70:da:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6ff8c5-d614-407f-a1ee-b9d573348ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '13f0f2a8-7f0f-4469-a4d5-64cb8966c152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:54:53Z', 'updated_at': '2021-09-08T00:55:00Z', 'revision_number': 5, 'project_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'subnets': [{'id': '13f0f2a8-7f0f-4469-a4d5-64cb8966c152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:55:46.024463 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbf2736-c3cf-4774-ac44-da656c1733b0 None None] The sync data for ids ['6d6ff8c5-d614-407f-a1ee-b9d573348ce1'] in dv-cinder-759961-13-iscsi is: [{'id': '6d6ff8c5-d614-407f-a1ee-b9d573348ce1', 'name': 'tempest-TestShelveInstance-1498098595-router', 'tenant_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '943f9067-88b6-4368-8a34-1666005e305f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:54:51Z', 'updated_at': '2021-09-08T00:54:54Z', 'revision_number': 4, 'project_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'gw_port': {'id': '943f9067-88b6-4368-8a34-1666005e305f', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6ff8c5-d614-407f-a1ee-b9d573348ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:54:51Z', 'updated_at': '2021-09-08T00:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_floatingips': [{'id': '5ef61c3e-683e-4b76-9857-4a5b592be57c', 'tenant_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'floating_ip_address': '172.27.0.38', 'floating_network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'router_id': '6d6ff8c5-d614-407f-a1ee-b9d573348ce1', 'port_id': '9d60f835-10ee-4a31-925e-999d0866cc3f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6526d04-48d2-40b4-9e76-78a89af5f70a', 'mac_address': 'fa:16:3e:a4:38:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b3ee0-30e6-44c0-a1a3-940bcde7994f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T00:55:44Z', 'updated_at': '2021-09-08T00:55:44Z', 'revision_number': 0, 'project_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a6365e5-4caf-4a12-b892-7fab11c41862', 'name': '', 'network_id': 'e6526d04-48d2-40b4-9e76-78a89af5f70a', 'tenant_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'mac_address': 'fa:16:3e:70:da:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6ff8c5-d614-407f-a1ee-b9d573348ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '13f0f2a8-7f0f-4469-a4d5-64cb8966c152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:54:53Z', 'updated_at': '2021-09-08T00:55:00Z', 'revision_number': 5, 'project_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'subnets': [{'id': '13f0f2a8-7f0f-4469-a4d5-64cb8966c152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 00:55:46.213121 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2158387-84e9-4a50-b0be-0c4bcc3fd617 None None] New status for floating IP 5ef61c3e-683e-4b76-9857-4a5b592be57c: ACTIVE {{(pid=105700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 00:55:47.820476 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-7069bdc3-132f-4022-9d89-fc9a9dc924d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:50.831485 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-221e600f-a781-4074-88ca-d8c2070b66c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:50.833326 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:51.673496 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:53.143686 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:55:54.182831 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.agents_db [None req-8a21184a-e449-40d8-9b7c-bcfe602fdfc6 None None] Agent healthcheck: found 6 active agents {{(pid=105701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 00:55:55.919445 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-e2eeae5f-82b1-4f87-88b8-7b73e6145406 req-ea56ad29-8b64-44e2-a878-8c121d830967 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383091 Sep 08 00:55:56.024297 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eeae5f-82b1-4f87-88b8-7b73e6145406 req-bd6434ac-f2db-4a6a-82ae-bddf24de0d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:55:56.025649 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-e2eeae5f-82b1-4f87-88b8-7b73e6145406 req-bd6434ac-f2db-4a6a-82ae-bddf24de0d89 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4467d938824242aab07cf31a1311c8aa&device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 1100 time: 0.0391984 Sep 08 00:55:56.132004 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eeae5f-82b1-4f87-88b8-7b73e6145406 req-4b69aa9a-c1a1-4acf-8282-6acd47aba7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:55:56.133411 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-e2eeae5f-82b1-4f87-88b8-7b73e6145406 req-4b69aa9a-c1a1-4acf-8282-6acd47aba7c2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=de8fbc24-7297-4226-b64a-9cb1927a5167 HTTP/1.1" status: 200 len: 918 time: 0.0842798 Sep 08 00:55:56.194836 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-e2eeae5f-82b1-4f87-88b8-7b73e6145406 req-23cc8459-2407-43b7-91b8-74103cf33373 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7f6dd86-26b2-43a1-8f84-4291bba88b25 HTTP/1.1" status: 200 len: 1001 time: 0.0544188 Sep 08 00:55:56.242365 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eeae5f-82b1-4f87-88b8-7b73e6145406 req-4833d0ab-c90a-40f7-aec9-5137885204f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:55:56.243796 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-e2eeae5f-82b1-4f87-88b8-7b73e6145406 req-4833d0ab-c90a-40f7-aec9-5137885204f4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1 HTTP/1.1" status: 200 len: 856 time: 0.0413754 Sep 08 00:55:56.290803 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eeae5f-82b1-4f87-88b8-7b73e6145406 req-2388f265-cc3c-4943-bc71-b10390e9eb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:55:56.292278 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-e2eeae5f-82b1-4f87-88b8-7b73e6145406 req-2388f265-cc3c-4943-bc71-b10390e9eb59 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=de8fbc24-7297-4226-b64a-9cb1927a5167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0418806 Sep 08 00:55:56.379298 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-e2eeae5f-82b1-4f87-88b8-7b73e6145406 req-f8718c8c-770c-4d13-8b1a-2dd8ffffbbc4 service neutron] 10.222.0.35 "GET /v2.0/networks/de8fbc24-7297-4226-b64a-9cb1927a5167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787685 Sep 08 00:55:56.468119 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-e2eeae5f-82b1-4f87-88b8-7b73e6145406 req-df8a89cf-0687-4b3f-bc35-bdf21a9496e8 service neutron] 10.222.0.35 "GET /v2.0/networks/de8fbc24-7297-4226-b64a-9cb1927a5167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811911 Sep 08 00:56:15.538778 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:16.288387 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183cd64f-5a5e-4851-8ed5-b979a47012d0 req-669d2123-1e90-4dfe-89bd-5e090b7ae317 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:56:16.290082 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-183cd64f-5a5e-4851-8ed5-b979a47012d0 req-669d2123-1e90-4dfe-89bd-5e090b7ae317 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 947 time: 0.0484252 Sep 08 00:56:16.327660 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-183cd64f-5a5e-4851-8ed5-b979a47012d0 req-38d2e9ea-b924-4a7f-8eb1-c7079f039be5 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318546 Sep 08 00:56:17.446829 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b8028-fe6f-4dfc-8b7a-6bb863dcf2fa req-2c4568dd-8a8d-4989-b787-1e5f0d3e15df tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:56:17.448290 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-fb0b8028-fe6f-4dfc-8b7a-6bb863dcf2fa req-2c4568dd-8a8d-4989-b787-1e5f0d3e15df tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 947 time: 0.0471013 Sep 08 00:56:17.484936 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-fb0b8028-fe6f-4dfc-8b7a-6bb863dcf2fa req-18e578d0-8260-493b-a4cd-79cbd987344a tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups?id=a690eabb-5cce-4c11-beee-d91114968af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309048 Sep 08 00:56:17.821904 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-59aa4bd2-8282-46e9-af7b-210d5d4210fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:17.955171 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a468e-7517-4374-a5ae-690550df76eb req-85394a34-205c-461f-8af1-397eabfda184 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:56:17.956787 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-e10a468e-7517-4374-a5ae-690550df76eb req-85394a34-205c-461f-8af1-397eabfda184 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.35 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 947 time: 0.0486736 Sep 08 00:56:18.042997 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [req-e10a468e-7517-4374-a5ae-690550df76eb req-fb348881-2c03-4c95-bcb7-c0210fd4b55a tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Deleting port d7f6dd86-26b2-43a1-8f84-4291bba88b25 {{(pid=105698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 00:56:18.043337 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-e10a468e-7517-4374-a5ae-690550df76eb req-fb348881-2c03-4c95-bcb7-c0210fd4b55a tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256891158'] for port, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:18.132731 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.db [req-e10a468e-7517-4374-a5ae-690550df76eb req-fb348881-2c03-4c95-bcb7-c0210fd4b55a tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] For port d7f6dd86-26b2-43a1-8f84-4291bba88b25, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=d7f6dd86-26b2-43a1-8f84-4291bba88b25,segment=NetworkSegment(36a93c6c-e113-4def-a9a0-ed0b007be14b),segment_id=36a93c6c-e113-4def-a9a0-ed0b007be14b)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:56:18.133093 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-e10a468e-7517-4374-a5ae-690550df76eb req-fb348881-2c03-4c95-bcb7-c0210fd4b55a tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538637'] for port, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:18.293341 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-e10a468e-7517-4374-a5ae-690550df76eb req-fb348881-2c03-4c95-bcb7-c0210fd4b55a tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:18.293625 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-e10a468e-7517-4374-a5ae-690550df76eb req-fb348881-2c03-4c95-bcb7-c0210fd4b55a tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529524'] for floatingip, after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:18.293940 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.db.l3_db [req-e10a468e-7517-4374-a5ae-690550df76eb req-fb348881-2c03-4c95-bcb7-c0210fd4b55a tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Floating IP 8eb26b2a-7c95-493d-9cb4-01a04a631bb6 disassociated. External IP: 172.27.0.32, port: d7f6dd86-26b2-43a1-8f84-4291bba88b25. Sep 08 00:56:18.294325 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [req-e10a468e-7517-4374-a5ae-690550df76eb req-fb348881-2c03-4c95-bcb7-c0210fd4b55a tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Calling delete_port for d7f6dd86-26b2-43a1-8f84-4291bba88b25 owned by compute:nova {{(pid=105698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 00:56:18.421228 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-e10a468e-7517-4374-a5ae-690550df76eb req-fb348881-2c03-4c95-bcb7-c0210fd4b55a tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256896220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792256344486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705649'] for port, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:18.449351 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb348881-2c03-4c95-bcb7-c0210fd4b55a tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Pushing event deleted for resources: {'Port': ['ID=d7f6dd86-26b2-43a1-8f84-4291bba88b25,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:56:18.462959 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb348881-2c03-4c95-bcb7-c0210fd4b55a tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:56:18.463315 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb348881-2c03-4c95-bcb7-c0210fd4b55a tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:56:18.463684 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb348881-2c03-4c95-bcb7-c0210fd4b55a tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:56:18.464024 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb348881-2c03-4c95-bcb7-c0210fd4b55a tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:56:18.464359 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb348881-2c03-4c95-bcb7-c0210fd4b55a tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:56:18.464689 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb348881-2c03-4c95-bcb7-c0210fd4b55a tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:56:18.465015 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb348881-2c03-4c95-bcb7-c0210fd4b55a tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:56:18.465343 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb348881-2c03-4c95-bcb7-c0210fd4b55a tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:56:18.465673 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb348881-2c03-4c95-bcb7-c0210fd4b55a tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:56:18.466002 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb348881-2c03-4c95-bcb7-c0210fd4b55a tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:56:18.466322 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb348881-2c03-4c95-bcb7-c0210fd4b55a tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:56:18.466644 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb348881-2c03-4c95-bcb7-c0210fd4b55a tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:56:18.572329 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e10a468e-7517-4374-a5ae-690550df76eb req-fb348881-2c03-4c95-bcb7-c0210fd4b55a tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Router 20c990cd-fee1-47ea-abe8-1ff59e755bab has already been hosted by L3 agent e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146 {{(pid=105698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 00:56:18.598082 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-faa4b0ef-8b7e-40d5-ab39-3bcd8fcf2c00 req-c0f157d1-0df7-4a0c-a744-4d191f20fb99 tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/ports?device_id=42a4d653-f3fd-44cd-9421-b8c95629c5fe HTTP/1.1" status: 200 len: 210 time: 0.0301626 Sep 08 00:56:18.678729 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e10a468e-7517-4374-a5ae-690550df76eb req-fb348881-2c03-4c95-bcb7-c0210fd4b55a tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify agent at l3_agent.dv-cinder-759961-13-iscsi the message routers_updated {{(pid=105698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 00:56:18.688234 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325ea177-cb1f-49ac-b140-97e0118c7329 None None] Sync routers for ids ['20c990cd-fee1-47ea-abe8-1ff59e755bab'] in dv-cinder-759961-13-iscsi {{(pid=105701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 00:56:18.698177 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325ea177-cb1f-49ac-b140-97e0118c7329 None None] Routers {'20c990cd-fee1-47ea-abe8-1ff59e755bab'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:56:18.698778 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-325ea177-cb1f-49ac-b140-97e0118c7329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:55:51Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['20c990cd-fee1-47ea-abe8-1ff59e755bab'], 'active': True} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:56:18.716434 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [req-e10a468e-7517-4374-a5ae-690550df76eb req-fb348881-2c03-4c95-bcb7-c0210fd4b55a tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] No DVR routers for this DVR port d7f6dd86-26b2-43a1-8f84-4291bba88b25 on host hv-cinder-75996 {{(pid=105698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 00:56:18.719220 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-e10a468e-7517-4374-a5ae-690550df76eb req-fb348881-2c03-4c95-bcb7-c0210fd4b55a tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for port, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:18.721624 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-e10a468e-7517-4374-a5ae-690550df76eb req-fb348881-2c03-4c95-bcb7-c0210fd4b55a tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.35 "DELETE /v2.0/ports/d7f6dd86-26b2-43a1-8f84-4291bba88b25 HTTP/1.1" status: 204 len: 173 time: 0.7570546 Sep 08 00:56:18.722083 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a4d653-f3fd-44cd-9421-b8c95629c5fe', 'name': 'network-vif-deleted', 'tag': 'd7f6dd86-26b2-43a1-8f84-4291bba88b25'}] {{(pid=105698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:56:18.725380 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26d4041160ff19e6bfa7ff8d463369e3025ec2e9db032453864bb7ad8051457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf7254f-c98c-4427-b55b-0c8414f3465f" -d '{"events": [{"server_uuid": "42a4d653-f3fd-44cd-9421-b8c95629c5fe", "name": "network-vif-deleted", "tag": "d7f6dd86-26b2-43a1-8f84-4291bba88b25"}]}' {{(pid=105698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:56:18.765701 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 00:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635e3952-a9d7-4c3e-bce2-48306a7e5230 x-openstack-request-id: req-635e3952-a9d7-4c3e-bce2-48306a7e5230 {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:56:18.765991 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a4d653-f3fd-44cd-9421-b8c95629c5fe", "name": "network-vif-deleted", "tag": "d7f6dd86-26b2-43a1-8f84-4291bba88b25", "status": "completed", "code": 200}]} {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:56:18.766240 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-635e3952-a9d7-4c3e-bce2-48306a7e5230 {{(pid=105698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:56:18.766630 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a4d653-f3fd-44cd-9421-b8c95629c5fe', 'name': 'network-vif-deleted', 'tag': 'd7f6dd86-26b2-43a1-8f84-4291bba88b25', 'status': 'completed', 'code': 200} Sep 08 00:56:18.810719 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvr_db [None req-325ea177-cb1f-49ac-b140-97e0118c7329 None None] Set router 20c990cd-fee1-47ea-abe8-1ff59e755bab gateway port host: dv-cinder-759961-13-iscsi {{(pid=105701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:56:19.018095 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-325ea177-cb1f-49ac-b140-97e0118c7329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'name': 'tempest-AttachVolumeShelveTestJSON-1518219136-router', 'tenant_id': '4467d938824242aab07cf31a1311c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '939e38d5-3003-4e38-9d37-799586b7dad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:47:42Z', 'updated_at': '2021-09-08T00:47:46Z', 'revision_number': 4, 'project_id': '4467d938824242aab07cf31a1311c8aa', 'gw_port': {'id': '939e38d5-3003-4e38-9d37-799586b7dad0', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:43Z', 'updated_at': '2021-09-08T00:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_interfaces': [{'id': '2c4e9451-6a18-4a3b-a8b6-52d889f4e6a1', 'name': '', 'network_id': 'de8fbc24-7297-4226-b64a-9cb1927a5167', 'tenant_id': '4467d938824242aab07cf31a1311c8aa', 'mac_address': 'fa:16:3e:e7:04:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:45Z', 'updated_at': '2021-09-08T00:47:53Z', 'revision_number': 5, 'project_id': '4467d938824242aab07cf31a1311c8aa', 'subnets': [{'id': '83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:56:19.042812 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325ea177-cb1f-49ac-b140-97e0118c7329 None None] Checking router: 20c990cd-fee1-47ea-abe8-1ff59e755bab for host: dv-cinder-759961-13-iscsi {{(pid=105701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 00:56:19.050650 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325ea177-cb1f-49ac-b140-97e0118c7329 None None] Routers {'20c990cd-fee1-47ea-abe8-1ff59e755bab'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:56:19.051236 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-325ea177-cb1f-49ac-b140-97e0118c7329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:55:51Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['20c990cd-fee1-47ea-abe8-1ff59e755bab'], 'active': True} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:56:19.151254 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvr_db [None req-325ea177-cb1f-49ac-b140-97e0118c7329 None None] Set router 20c990cd-fee1-47ea-abe8-1ff59e755bab gateway port host: dv-cinder-759961-13-iscsi {{(pid=105701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:56:19.347702 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-325ea177-cb1f-49ac-b140-97e0118c7329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'name': 'tempest-AttachVolumeShelveTestJSON-1518219136-router', 'tenant_id': '4467d938824242aab07cf31a1311c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '939e38d5-3003-4e38-9d37-799586b7dad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:47:42Z', 'updated_at': '2021-09-08T00:47:46Z', 'revision_number': 4, 'project_id': '4467d938824242aab07cf31a1311c8aa', 'gw_port': {'id': '939e38d5-3003-4e38-9d37-799586b7dad0', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:43Z', 'updated_at': '2021-09-08T00:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_interfaces': [{'id': '2c4e9451-6a18-4a3b-a8b6-52d889f4e6a1', 'name': '', 'network_id': 'de8fbc24-7297-4226-b64a-9cb1927a5167', 'tenant_id': '4467d938824242aab07cf31a1311c8aa', 'mac_address': 'fa:16:3e:e7:04:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:45Z', 'updated_at': '2021-09-08T00:47:53Z', 'revision_number': 5, 'project_id': '4467d938824242aab07cf31a1311c8aa', 'subnets': [{'id': '83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:56:19.373655 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325ea177-cb1f-49ac-b140-97e0118c7329 None None] The sync data for ids ['20c990cd-fee1-47ea-abe8-1ff59e755bab'] in dv-cinder-759961-13-iscsi is: [{'id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'name': 'tempest-AttachVolumeShelveTestJSON-1518219136-router', 'tenant_id': '4467d938824242aab07cf31a1311c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '939e38d5-3003-4e38-9d37-799586b7dad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:47:42Z', 'updated_at': '2021-09-08T00:47:46Z', 'revision_number': 4, 'project_id': '4467d938824242aab07cf31a1311c8aa', 'gw_port': {'id': '939e38d5-3003-4e38-9d37-799586b7dad0', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:43Z', 'updated_at': '2021-09-08T00:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_interfaces': [{'id': '2c4e9451-6a18-4a3b-a8b6-52d889f4e6a1', 'name': '', 'network_id': 'de8fbc24-7297-4226-b64a-9cb1927a5167', 'tenant_id': '4467d938824242aab07cf31a1311c8aa', 'mac_address': 'fa:16:3e:e7:04:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:45Z', 'updated_at': '2021-09-08T00:47:53Z', 'revision_number': 5, 'project_id': '4467d938824242aab07cf31a1311c8aa', 'subnets': [{'id': '83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 00:56:19.590650 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36fb502-e4e7-4d67-8fb5-e9699558d335 None None] New status for floating IP 8eb26b2a-7c95-493d-9cb4-01a04a631bb6: DOWN {{(pid=105700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 00:56:19.684057 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 57840) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:56:19.988365 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-c3088eee-a803-4608-a358-51bc90a2943e tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks [] for security_group, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:20.009791 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-c3088eee-a803-4608-a358-51bc90a2943e tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:20.054997 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-c3088eee-a803-4608-a358-51bc90a2943e tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:20.057562 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-c3088eee-a803-4608-a358-51bc90a2943e tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks [] for security_group, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:20.061190 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-c3088eee-a803-4608-a358-51bc90a2943e tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "DELETE /v2.0/security-groups/a690eabb-5cce-4c11-beee-d91114968af8 HTTP/1.1" status: 204 len: 168 time: 0.3737056 Sep 08 00:56:20.061572 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 57842) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:56:20.067671 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3088eee-a803-4608-a358-51bc90a2943e tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a690eabb-5cce-4c11-beee-d91114968af8,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:56:20.080326 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.api.v2.resource [None req-90b82318-501b-410b-a82e-91b5031855ba tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] show failed (client error): The resource could not be found. Sep 08 00:56:20.081871 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-90b82318-501b-410b-a82e-91b5031855ba tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "GET /v2.0/security-groups/a690eabb-5cce-4c11-beee-d91114968af8 HTTP/1.1" status: 404 len: 347 time: 0.0192473 Sep 08 00:56:20.085851 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 57844) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:56:20.205543 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-22f43dc0-d185-49f4-a405-adc9e86a5a4b tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Deleting port f90b486b-3189-4c86-8535-f7cf85ae8129 {{(pid=105698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 00:56:20.206409 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-22f43dc0-d185-49f4-a405-adc9e86a5a4b tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256891158'] for port, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:20.278373 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-22f43dc0-d185-49f4-a405-adc9e86a5a4b tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538637'] for port, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:20.278621 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-22f43dc0-d185-49f4-a405-adc9e86a5a4b tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:20.291726 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-22f43dc0-d185-49f4-a405-adc9e86a5a4b tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Calling delete_port for f90b486b-3189-4c86-8535-f7cf85ae8129 owned by network:floatingip {{(pid=105698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 00:56:20.420431 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-22f43dc0-d185-49f4-a405-adc9e86a5a4b tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256896220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792256344486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705649'] for port, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:20.442929 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f43dc0-d185-49f4-a405-adc9e86a5a4b tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Pushing event deleted for resources: {'Port': ['ID=f90b486b-3189-4c86-8535-f7cf85ae8129,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:56:20.507388 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-22f43dc0-d185-49f4-a405-adc9e86a5a4b tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks [] for floatingip, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:20.510606 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-22f43dc0-d185-49f4-a405-adc9e86a5a4b tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for floatingip, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:20.511527 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-22f43dc0-d185-49f4-a405-adc9e86a5a4b tempest-AttachVolumeShelveTestJSON-2111640817 tempest-AttachVolumeShelveTestJSON-2111640817-project] 10.222.0.15 "DELETE /v2.0/floatingips/8eb26b2a-7c95-493d-9cb4-01a04a631bb6 HTTP/1.1" status: 204 len: 168 time: 0.4244800 Sep 08 00:56:20.833807 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:20.837378 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-83f6e55c-9568-408a-9ff1-6f516b29d352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:21.361747 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device d7f6dd86-26b2-43a1-8f84-4291bba88b25 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 00:56:21.381832 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] No Port match for: d7f6dd86-26b2-43a1-8f84-4291bba88b25 {{(pid=105700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 00:56:21.382172 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device d7f6dd86-26b2-43a1-8f84-4291bba88b25 not bound to the agent host hv-cinder-75996 {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 00:56:21.676491 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:22.942289 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 57868) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:56:23.147146 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:23.593174 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-c767a8dd-43d8-42e8-8ba3-1620646b9a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531572'] for router_interface, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:23.827258 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-c767a8dd-43d8-42e8-8ba3-1620646b9a03 admin admin] Deleting port 2c4e9451-6a18-4a3b-a8b6-52d889f4e6a1 {{(pid=105698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 00:56:23.827621 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-c767a8dd-43d8-42e8-8ba3-1620646b9a03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256891158'] for port, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:23.905926 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-c767a8dd-43d8-42e8-8ba3-1620646b9a03 admin admin] For port 2c4e9451-6a18-4a3b-a8b6-52d889f4e6a1, host dv-cinder-759961-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=2c4e9451-6a18-4a3b-a8b6-52d889f4e6a1,segment=NetworkSegment(36a93c6c-e113-4def-a9a0-ed0b007be14b),segment_id=36a93c6c-e113-4def-a9a0-ed0b007be14b)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:56:23.906208 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-c767a8dd-43d8-42e8-8ba3-1620646b9a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538637'] for port, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:23.918294 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-c767a8dd-43d8-42e8-8ba3-1620646b9a03 admin admin] Calling delete_port for 2c4e9451-6a18-4a3b-a8b6-52d889f4e6a1 owned by network:router_interface {{(pid=105698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 00:56:24.089462 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-c767a8dd-43d8-42e8-8ba3-1620646b9a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256896220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792256344486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705649'] for port, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:24.112801 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c767a8dd-43d8-42e8-8ba3-1620646b9a03 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c4e9451-6a18-4a3b-a8b6-52d889f4e6a1,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:56:24.269564 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-c767a8dd-43d8-42e8-8ba3-1620646b9a03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531608'] for router_interface, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:24.473198 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c767a8dd-43d8-42e8-8ba3-1620646b9a03 admin admin] Router 20c990cd-fee1-47ea-abe8-1ff59e755bab has already been hosted by L3 agent e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146 {{(pid=105698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 00:56:24.577859 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c767a8dd-43d8-42e8-8ba3-1620646b9a03 admin admin] Notify agent at l3_agent.dv-cinder-759961-13-iscsi the message routers_updated {{(pid=105698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 00:56:24.583493 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-c767a8dd-43d8-42e8-8ba3-1620646b9a03 admin admin] 10.222.0.15 "PUT /v2.0/routers/20c990cd-fee1-47ea-abe8-1ff59e755bab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6399796 Sep 08 00:56:24.586024 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 57872) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:56:24.588488 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee4cf0c-3e27-40fa-bc1b-6268bfcc82c9 None None] Sync routers for ids ['20c990cd-fee1-47ea-abe8-1ff59e755bab'] in dv-cinder-759961-13-iscsi {{(pid=105701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 00:56:24.597526 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee4cf0c-3e27-40fa-bc1b-6268bfcc82c9 None None] Routers {'20c990cd-fee1-47ea-abe8-1ff59e755bab'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:56:24.598817 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-cee4cf0c-3e27-40fa-bc1b-6268bfcc82c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:56:21Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['20c990cd-fee1-47ea-abe8-1ff59e755bab'], 'active': True} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:56:24.686682 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-60987ff5-e1da-482c-bf47-1eafce079e66 admin admin] Notify callbacks [] for router, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:24.791005 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-60987ff5-e1da-482c-bf47-1eafce079e66 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:24.792025 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvr_db [None req-cee4cf0c-3e27-40fa-bc1b-6268bfcc82c9 None None] Set router 20c990cd-fee1-47ea-abe8-1ff59e755bab gateway port host: dv-cinder-759961-13-iscsi {{(pid=105701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:56:24.846618 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-60987ff5-e1da-482c-bf47-1eafce079e66 admin admin] Deleting port 939e38d5-3003-4e38-9d37-799586b7dad0 {{(pid=105698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 00:56:24.846964 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-60987ff5-e1da-482c-bf47-1eafce079e66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256891158'] for port, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:24.927360 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-60987ff5-e1da-482c-bf47-1eafce079e66 admin admin] For port 939e38d5-3003-4e38-9d37-799586b7dad0, host dv-cinder-759961-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=939e38d5-3003-4e38-9d37-799586b7dad0,segment=NetworkSegment(8f85bbb2-d588-4058-a2ba-8b00436e9fac),segment_id=8f85bbb2-d588-4058-a2ba-8b00436e9fac)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:56:24.927761 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-60987ff5-e1da-482c-bf47-1eafce079e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538637'] for port, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:24.939117 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-60987ff5-e1da-482c-bf47-1eafce079e66 admin admin] Calling delete_port for 939e38d5-3003-4e38-9d37-799586b7dad0 owned by network:router_gateway {{(pid=105698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 00:56:24.974709 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-cee4cf0c-3e27-40fa-bc1b-6268bfcc82c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'name': 'tempest-AttachVolumeShelveTestJSON-1518219136-router', 'tenant_id': '4467d938824242aab07cf31a1311c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '939e38d5-3003-4e38-9d37-799586b7dad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:47:42Z', 'updated_at': '2021-09-08T00:56:24Z', 'revision_number': 5, 'project_id': '4467d938824242aab07cf31a1311c8aa', 'gw_port': {'id': '939e38d5-3003-4e38-9d37-799586b7dad0', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:47:43Z', 'updated_at': '2021-09-08T00:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi'}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:56:25.003366 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee4cf0c-3e27-40fa-bc1b-6268bfcc82c9 None None] Checking router: 20c990cd-fee1-47ea-abe8-1ff59e755bab for host: dv-cinder-759961-13-iscsi {{(pid=105701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 00:56:25.011431 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee4cf0c-3e27-40fa-bc1b-6268bfcc82c9 None None] Routers {'20c990cd-fee1-47ea-abe8-1ff59e755bab'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:56:25.012062 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-cee4cf0c-3e27-40fa-bc1b-6268bfcc82c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:56:21Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['20c990cd-fee1-47ea-abe8-1ff59e755bab'], 'active': True} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:56:25.093998 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvr_db [None req-cee4cf0c-3e27-40fa-bc1b-6268bfcc82c9 None None] Set router 20c990cd-fee1-47ea-abe8-1ff59e755bab gateway port host: None {{(pid=105701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:56:25.109985 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-60987ff5-e1da-482c-bf47-1eafce079e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256896220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792256344486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705649'] for port, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:25.141072 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60987ff5-e1da-482c-bf47-1eafce079e66 admin admin] Pushing event deleted for resources: {'Port': ['ID=939e38d5-3003-4e38-9d37-799586b7dad0,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:56:25.146309 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-cee4cf0c-3e27-40fa-bc1b-6268bfcc82c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'name': 'tempest-AttachVolumeShelveTestJSON-1518219136-router', 'tenant_id': '4467d938824242aab07cf31a1311c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:47:42Z', 'updated_at': '2021-09-08T00:56:24Z', 'revision_number': 6, 'project_id': '4467d938824242aab07cf31a1311c8aa', 'gw_port_host': None}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:56:25.172902 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee4cf0c-3e27-40fa-bc1b-6268bfcc82c9 None None] The sync data for ids ['20c990cd-fee1-47ea-abe8-1ff59e755bab'] in dv-cinder-759961-13-iscsi is: [{'id': '20c990cd-fee1-47ea-abe8-1ff59e755bab', 'name': 'tempest-AttachVolumeShelveTestJSON-1518219136-router', 'tenant_id': '4467d938824242aab07cf31a1311c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:47:42Z', 'updated_at': '2021-09-08T00:56:24Z', 'revision_number': 6, 'project_id': '4467d938824242aab07cf31a1311c8aa', 'gw_port_host': None}] {{(pid=105701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 00:56:25.201955 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-60987ff5-e1da-482c-bf47-1eafce079e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529466'] for router_gateway, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:25.291063 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-60987ff5-e1da-482c-bf47-1eafce079e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6558'] for router, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:25.293313 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-60987ff5-e1da-482c-bf47-1eafce079e66 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:25.339363 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-60987ff5-e1da-482c-bf47-1eafce079e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528720'] for router, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:25.339974 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60987ff5-e1da-482c-bf47-1eafce079e66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20c990cd-fee1-47ea-abe8-1ff59e755bab {{(pid=105698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 00:56:25.344377 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-60987ff5-e1da-482c-bf47-1eafce079e66 admin admin] Notify callbacks [] for router, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:25.345501 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-60987ff5-e1da-482c-bf47-1eafce079e66 admin admin] 10.222.0.15 "DELETE /v2.0/routers/20c990cd-fee1-47ea-abe8-1ff59e755bab HTTP/1.1" status: 204 len: 168 time: 0.7585833 Sep 08 00:56:25.348655 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 57874) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:56:25.390879 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dbfa9ba-59ab-472c-abfe-a6a0b6439759 admin admin] Deleting subnet 83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1 {{(pid=105698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 00:56:25.393785 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-2dbfa9ba-59ab-472c-abfe-a6a0b6439759 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:25.427614 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-2dbfa9ba-59ab-472c-abfe-a6a0b6439759 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7633556'] for subnet, precommit_delete_associations {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:25.503583 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-2dbfa9ba-59ab-472c-abfe-a6a0b6439759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3572486'] for subnet, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:25.558409 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-2dbfa9ba-59ab-472c-abfe-a6a0b6439759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3572543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7705668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4725603'] for subnet, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:25.584277 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbfa9ba-59ab-472c-abfe-a6a0b6439759 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:56:25.590254 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-2dbfa9ba-59ab-472c-abfe-a6a0b6439759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for subnet, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:25.593116 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-2dbfa9ba-59ab-472c-abfe-a6a0b6439759 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/83a0185e-4eaf-4a9c-b12f-e6adf12ba7a1 HTTP/1.1" status: 204 len: 168 time: 0.2434983 Sep 08 00:56:25.594736 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 57876) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:56:25.597577 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf48aa7-7324-4aae-a47e-0cc75e93a63c None None] Network de8fbc24-7297-4226-b64a-9cb1927a5167 requested from dv-cinder-759961-13-iscsi {{(pid=105700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 00:56:25.664523 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-34f7dd6a-5583-4a46-be60-d71cc7b27c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3464973'] for network, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:25.715896 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-34f7dd6a-5583-4a46-be60-d71cc7b27c77 admin admin] Deleting port a4b06fc2-e159-4006-87d4-c4d632c1d58c {{(pid=105698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 00:56:25.716236 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-34f7dd6a-5583-4a46-be60-d71cc7b27c77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256891158'] for port, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:25.778564 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-34f7dd6a-5583-4a46-be60-d71cc7b27c77 admin admin] For port a4b06fc2-e159-4006-87d4-c4d632c1d58c, host dv-cinder-759961-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=a4b06fc2-e159-4006-87d4-c4d632c1d58c,segment=NetworkSegment(36a93c6c-e113-4def-a9a0-ed0b007be14b),segment_id=36a93c6c-e113-4def-a9a0-ed0b007be14b)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:56:25.778928 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-34f7dd6a-5583-4a46-be60-d71cc7b27c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538637'] for port, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:25.791287 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-34f7dd6a-5583-4a46-be60-d71cc7b27c77 admin admin] Calling delete_port for a4b06fc2-e159-4006-87d4-c4d632c1d58c owned by network:dhcp {{(pid=105698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 00:56:25.873687 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-34f7dd6a-5583-4a46-be60-d71cc7b27c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256896220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792256344486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705649'] for port, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:25.897503 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f7dd6a-5583-4a46-be60-d71cc7b27c77 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4b06fc2-e159-4006-87d4-c4d632c1d58c,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:56:25.901253 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f7dd6a-5583-4a46-be60-d71cc7b27c77 admin admin] No DVR routers for this DVR port a4b06fc2-e159-4006-87d4-c4d632c1d58c on host dv-cinder-759961-13-iscsi {{(pid=105698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 00:56:25.962274 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a7dc26-86b8-4a74-be87-6052bf31fd69 None None] DHCP port deletion for de8fbc24-7297-4226-b64a-9cb1927a5167 request from dv-cinder-759961-13-iscsi {{(pid=105700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 00:56:25.976979 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-34f7dd6a-5583-4a46-be60-d71cc7b27c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3575435', 'neutron.services.segments.db._delete_segments_for_network-8792256839289'] for network, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:25.998959 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.services.segments.db [None req-34f7dd6a-5583-4a46-be60-d71cc7b27c77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de8fbc24-7297-4226-b64a-9cb1927a5167']}} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:56:26.008373 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.services.segments.db [None req-34f7dd6a-5583-4a46-be60-d71cc7b27c77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36a93c6c-e113-4def-a9a0-ed0b007be14b') {'for_net_delete': True} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:56:26.008670 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.services.segments.db [None req-34f7dd6a-5583-4a46-be60-d71cc7b27c77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36a93c6c-e113-4def-a9a0-ed0b007be14b') {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:56:26.018056 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-34f7dd6a-5583-4a46-be60-d71cc7b27c77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792256841090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7633565'] for segment, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:26.019986 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device a4b06fc2-e159-4006-87d4-c4d632c1d58c no longer exists at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 00:56:26.031136 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-34f7dd6a-5583-4a46-be60-d71cc7b27c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3575388'] for segment, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:26.037708 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34f7dd6a-5583-4a46-be60-d71cc7b27c77 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=105698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 00:56:26.038096 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-34f7dd6a-5583-4a46-be60-d71cc7b27c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3575388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7727846'] for segment, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:26.039576 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] No Port match for: a4b06fc2-e159-4006-87d4-c4d632c1d58c {{(pid=105700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 00:56:26.039768 dv-cinder-759961-13-iscsi neutron-server[105698]: Traceback (most recent call last): Sep 08 00:56:26.039768 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 00:56:26.039768 dv-cinder-759961-13-iscsi neutron-server[105698]: timer() Sep 08 00:56:26.039768 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 00:56:26.039768 dv-cinder-759961-13-iscsi neutron-server[105698]: cb(*args, **kw) Sep 08 00:56:26.039768 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 00:56:26.039768 dv-cinder-759961-13-iscsi neutron-server[105698]: return func(*args, **kwargs) Sep 08 00:56:26.039768 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 00:56:26.039768 dv-cinder-759961-13-iscsi neutron-server[105698]: self._notify() Sep 08 00:56:26.039768 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 00:56:26.039768 dv-cinder-759961-13-iscsi neutron-server[105698]: self.callback(batched_events) Sep 08 00:56:26.039768 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 00:56:26.039768 dv-cinder-759961-13-iscsi neutron-server[105698]: event.method(event) Sep 08 00:56:26.039768 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 00:56:26.039768 dv-cinder-759961-13-iscsi neutron-server[105698]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 00:56:26.039768 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 00:56:26.039768 dv-cinder-759961-13-iscsi neutron-server[105698]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 00:56:26.039768 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 00:56:26.039768 dv-cinder-759961-13-iscsi neutron-server[105698]: return f(self, *a, **k) Sep 08 00:56:26.039768 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 00:56:26.039768 dv-cinder-759961-13-iscsi neutron-server[105698]: return self._get(url).json() Sep 08 00:56:26.039768 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 00:56:26.039768 dv-cinder-759961-13-iscsi neutron-server[105698]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 00:56:26.039768 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 00:56:26.039768 dv-cinder-759961-13-iscsi neutron-server[105698]: return self.request(url, 'GET', **kwargs) Sep 08 00:56:26.039768 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 00:56:26.039768 dv-cinder-759961-13-iscsi neutron-server[105698]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 00:56:26.039768 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 00:56:26.039768 dv-cinder-759961-13-iscsi neutron-server[105698]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 00:56:26.039768 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 00:56:26.039768 dv-cinder-759961-13-iscsi neutron-server[105698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 00:56:26.039768 dv-cinder-759961-13-iscsi neutron-server[105698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 00:56:26.041884 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device a4b06fc2-e159-4006-87d4-c4d632c1d58c not bound to the agent host dv-cinder-759961-13-iscsi {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 00:56:26.041884 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 2c4e9451-6a18-4a3b-a8b6-52d889f4e6a1 no longer exists at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 00:56:26.064169 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] No Port match for: 2c4e9451-6a18-4a3b-a8b6-52d889f4e6a1 {{(pid=105700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 00:56:26.064524 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 2c4e9451-6a18-4a3b-a8b6-52d889f4e6a1 not bound to the agent host dv-cinder-759961-13-iscsi {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 00:56:26.064946 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 939e38d5-3003-4e38-9d37-799586b7dad0 no longer exists at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 00:56:26.083339 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] No Port match for: 939e38d5-3003-4e38-9d37-799586b7dad0 {{(pid=105700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 00:56:26.083715 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 939e38d5-3003-4e38-9d37-799586b7dad0 not bound to the agent host dv-cinder-759961-13-iscsi {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 00:56:26.099853 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-34f7dd6a-5583-4a46-be60-d71cc7b27c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3575428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529414'] for network, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:26.105300 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-34f7dd6a-5583-4a46-be60-d71cc7b27c77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for network, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:26.107134 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-34f7dd6a-5583-4a46-be60-d71cc7b27c77 admin admin] 10.222.0.15 "DELETE /v2.0/networks/de8fbc24-7297-4226-b64a-9cb1927a5167 HTTP/1.1" status: 204 len: 168 time: 0.5115404 Sep 08 00:56:26.118128 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f7dd6a-5583-4a46-be60-d71cc7b27c77 admin admin] Pushing event deleted for resources: {'Network': ['ID=de8fbc24-7297-4226-b64a-9cb1927a5167,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:56:26.289144 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 57880) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:56:26.333085 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-6808f188-3021-4670-850f-d940ad912373 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4467d938824242aab07cf31a1311c8aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427427 Sep 08 00:56:26.335883 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 57882) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:56:26.383124 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0cfc6302-f0ca-4ad0-b8ad-84aebe52b5a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:26.403178 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0cfc6302-f0ca-4ad0-b8ad-84aebe52b5a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:26.451667 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0cfc6302-f0ca-4ad0-b8ad-84aebe52b5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:26.454179 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0cfc6302-f0ca-4ad0-b8ad-84aebe52b5a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:26.455413 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-0cfc6302-f0ca-4ad0-b8ad-84aebe52b5a2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9eeb689b-d5f5-4f4b-b035-959ba6e859ce HTTP/1.1" status: 204 len: 168 time: 0.1185961 Sep 08 00:56:26.463660 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc6302-f0ca-4ad0-b8ad-84aebe52b5a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eeb689b-d5f5-4f4b-b035-959ba6e859ce,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:56:31.181453 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.agents_db [None req-8a21184a-e449-40d8-9b7c-bcfe602fdfc6 None None] Agent healthcheck: found 6 active agents {{(pid=105701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 00:56:42.602188 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 58098) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:56:42.728373 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-60c780a0-4418-4a4d-b60c-a1893ca29fb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:42.819805 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-60c780a0-4418-4a4d-b60c-a1893ca29fb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:42.823860 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-60c780a0-4418-4a4d-b60c-a1893ca29fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:42.863698 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-60c780a0-4418-4a4d-b60c-a1893ca29fb9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=17787906ec70488d9b006dd99c379f43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2603388 Sep 08 00:56:42.864549 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c780a0-4418-4a4d-b60c-a1893ca29fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d10f6c2-6853-4035-844b-3f391a763569,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:56:42.866877 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 58102) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:56:42.914682 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-e0c0b528-107e-44a1-8125-e83f06cf06b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:42.935138 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-e0c0b528-107e-44a1-8125-e83f06cf06b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:42.979313 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-e0c0b528-107e-44a1-8125-e83f06cf06b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:42.981737 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-e0c0b528-107e-44a1-8125-e83f06cf06b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:42.982860 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-e0c0b528-107e-44a1-8125-e83f06cf06b9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1d10f6c2-6853-4035-844b-3f391a763569 HTTP/1.1" status: 204 len: 168 time: 0.1149602 Sep 08 00:56:42.990292 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c0b528-107e-44a1-8125-e83f06cf06b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d10f6c2-6853-4035-844b-3f391a763569,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:56:43.231854 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 58108) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:56:43.244967 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-003f82c0-f658-4530-879d-2d860a755192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:43.331528 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-003f82c0-f658-4530-879d-2d860a755192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:43.336552 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-003f82c0-f658-4530-879d-2d860a755192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:43.373426 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-003f82c0-f658-4530-879d-2d860a755192 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c70ada5e03bb4c45ae9c0c1fd3498a24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1405578 Sep 08 00:56:43.374553 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003f82c0-f658-4530-879d-2d860a755192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8d6821-a888-4ce0-99da-daeaf6ae1c8e,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:56:43.376098 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 58110) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:56:43.426356 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0380cc06-c5c3-4675-835d-6513f3922bf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:43.446702 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0380cc06-c5c3-4675-835d-6513f3922bf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:43.492796 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0380cc06-c5c3-4675-835d-6513f3922bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:43.495216 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0380cc06-c5c3-4675-835d-6513f3922bf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:43.496396 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-0380cc06-c5c3-4675-835d-6513f3922bf3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0e8d6821-a888-4ce0-99da-daeaf6ae1c8e HTTP/1.1" status: 204 len: 168 time: 0.1185844 Sep 08 00:56:43.503650 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0380cc06-c5c3-4675-835d-6513f3922bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8d6821-a888-4ce0-99da-daeaf6ae1c8e,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:56:45.586297 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:47.823725 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-6510c8c1-9fef-40b9-88c9-e7591b06be8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:49.676748 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 58230) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:56:49.778608 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-1672a898-0cc4-4417-b718-e6081cead4fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:49.865331 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-1672a898-0cc4-4417-b718-e6081cead4fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:49.869623 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-1672a898-0cc4-4417-b718-e6081cead4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:49.905592 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-1672a898-0cc4-4417-b718-e6081cead4fd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=164c6b96c32841619f567ef4167b3695&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2278068 Sep 08 00:56:49.906710 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1672a898-0cc4-4417-b718-e6081cead4fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69dc582-e22c-46ca-8c46-f1fa2f248d1b,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:56:49.908316 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 58234) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:56:49.955332 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-619589c9-946a-4da1-ad10-cf8c26f39d63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:49.975785 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-619589c9-946a-4da1-ad10-cf8c26f39d63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:50.019213 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-619589c9-946a-4da1-ad10-cf8c26f39d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:50.022197 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-619589c9-946a-4da1-ad10-cf8c26f39d63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:50.023317 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-619589c9-946a-4da1-ad10-cf8c26f39d63 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e69dc582-e22c-46ca-8c46-f1fa2f248d1b HTTP/1.1" status: 204 len: 168 time: 0.1139939 Sep 08 00:56:50.030783 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619589c9-946a-4da1-ad10-cf8c26f39d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69dc582-e22c-46ca-8c46-f1fa2f248d1b,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:56:50.038131 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619589c9-946a-4da1-ad10-cf8c26f39d63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:56:50.038478 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619589c9-946a-4da1-ad10-cf8c26f39d63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:56:50.038812 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619589c9-946a-4da1-ad10-cf8c26f39d63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:56:50.039141 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619589c9-946a-4da1-ad10-cf8c26f39d63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:56:50.039464 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619589c9-946a-4da1-ad10-cf8c26f39d63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:56:50.039814 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619589c9-946a-4da1-ad10-cf8c26f39d63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:56:50.040138 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619589c9-946a-4da1-ad10-cf8c26f39d63 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:56:50.040460 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619589c9-946a-4da1-ad10-cf8c26f39d63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:56:50.040892 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619589c9-946a-4da1-ad10-cf8c26f39d63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:56:50.041087 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619589c9-946a-4da1-ad10-cf8c26f39d63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:56:50.041406 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619589c9-946a-4da1-ad10-cf8c26f39d63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:56:50.041720 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619589c9-946a-4da1-ad10-cf8c26f39d63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:56:50.280700 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 58240) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:56:50.293452 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-c5ab1d41-902c-4e4a-9a36-ea6696ddb190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:50.378784 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-c5ab1d41-902c-4e4a-9a36-ea6696ddb190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:50.382959 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-c5ab1d41-902c-4e4a-9a36-ea6696ddb190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:50.421920 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-c5ab1d41-902c-4e4a-9a36-ea6696ddb190 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cd8287bd76ae4592ab162b20bf2a13c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1401396 Sep 08 00:56:50.424344 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ab1d41-902c-4e4a-9a36-ea6696ddb190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a10130f-cd3e-443b-ae03-37ef93516807,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:56:50.424692 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 58242) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:56:50.475930 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-31c137d4-2143-4f04-bcd8-02b2d5dc6ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:50.496645 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-31c137d4-2143-4f04-bcd8-02b2d5dc6ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:50.543563 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-31c137d4-2143-4f04-bcd8-02b2d5dc6ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:50.546081 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-31c137d4-2143-4f04-bcd8-02b2d5dc6ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:50.547213 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-31c137d4-2143-4f04-bcd8-02b2d5dc6ce0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3a10130f-cd3e-443b-ae03-37ef93516807 HTTP/1.1" status: 204 len: 168 time: 0.1215570 Sep 08 00:56:50.554762 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c137d4-2143-4f04-bcd8-02b2d5dc6ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a10130f-cd3e-443b-ae03-37ef93516807,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:56:50.833059 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:50.836024 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-d1332604-0680-4d59-8e70-83d57f7573d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:51.679269 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:53.150304 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:56:56.908364 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-4a7a0e69-9f1f-4635-8a1e-755363da22d9 req-c5924bb4-a343-4f79-808d-962a2d051ecb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376294 Sep 08 00:56:56.982635 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a0e69-9f1f-4635-8a1e-755363da22d9 req-866bde78-df58-4611-a702-8b5ef7aaf6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:56:56.984096 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-4a7a0e69-9f1f-4635-8a1e-755363da22d9 req-866bde78-df58-4611-a702-8b5ef7aaf6a4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ebae23dae4654fdf9e39188a8e715c3b&device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f HTTP/1.1" status: 200 len: 1098 time: 0.0409224 Sep 08 00:56:57.087181 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a0e69-9f1f-4635-8a1e-755363da22d9 req-be941de0-a68a-4cce-8168-a7c0721b0b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:56:57.088536 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-4a7a0e69-9f1f-4635-8a1e-755363da22d9 req-be941de0-a68a-4cce-8168-a7c0721b0b45 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e6526d04-48d2-40b4-9e76-78a89af5f70a HTTP/1.1" status: 200 len: 910 time: 0.0843971 Sep 08 00:56:57.152873 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-4a7a0e69-9f1f-4635-8a1e-755363da22d9 req-97f5cc88-6a43-4689-be89-e5941d7f37f3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d60f835-10ee-4a31-925e-999d0866cc3f HTTP/1.1" status: 200 len: 1000 time: 0.0563517 Sep 08 00:56:57.203561 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a0e69-9f1f-4635-8a1e-755363da22d9 req-bfdbeedb-1438-4317-9e03-092b24d536fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:56:57.204956 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-4a7a0e69-9f1f-4635-8a1e-755363da22d9 req-bfdbeedb-1438-4317-9e03-092b24d536fa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=13f0f2a8-7f0f-4469-a4d5-64cb8966c152 HTTP/1.1" status: 200 len: 848 time: 0.0453470 Sep 08 00:56:57.248604 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a0e69-9f1f-4635-8a1e-755363da22d9 req-7be8246e-e402-40b9-b3d2-e9d6ecc03c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:56:57.250024 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-4a7a0e69-9f1f-4635-8a1e-755363da22d9 req-7be8246e-e402-40b9-b3d2-e9d6ecc03c46 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6526d04-48d2-40b4-9e76-78a89af5f70a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0383446 Sep 08 00:56:57.338686 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-4a7a0e69-9f1f-4635-8a1e-755363da22d9 req-6c40c88f-54f7-46ce-9f06-43f59e9da6a4 service neutron] 10.222.0.35 "GET /v2.0/networks/e6526d04-48d2-40b4-9e76-78a89af5f70a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818427 Sep 08 00:56:57.427141 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-4a7a0e69-9f1f-4635-8a1e-755363da22d9 req-2a05a80c-e3b3-43ee-8dd0-16433aa7bf03 service neutron] 10.222.0.35 "GET /v2.0/networks/e6526d04-48d2-40b4-9e76-78a89af5f70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810864 Sep 08 00:57:01.105284 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 58348) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:57:01.207032 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-d834ad36-6bfc-4777-939b-49f249a80180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:01.296030 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-d834ad36-6bfc-4777-939b-49f249a80180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:01.299774 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-d834ad36-6bfc-4777-939b-49f249a80180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:01.343040 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-d834ad36-6bfc-4777-939b-49f249a80180 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8ab049d063c745119a452de448dfd703&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2366838 Sep 08 00:57:01.344033 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d834ad36-6bfc-4777-939b-49f249a80180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5b959d-0832-4628-9058-914e368910cd,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:57:01.345742 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 58352) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:57:01.397755 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-9bbad7eb-bd0e-4a20-bcb1-86b6b0b56a6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:01.417838 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-9bbad7eb-bd0e-4a20-bcb1-86b6b0b56a6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:01.463998 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-9bbad7eb-bd0e-4a20-bcb1-86b6b0b56a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:01.466684 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-9bbad7eb-bd0e-4a20-bcb1-86b6b0b56a6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:01.467844 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-9bbad7eb-bd0e-4a20-bcb1-86b6b0b56a6a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3f5b959d-0832-4628-9058-914e368910cd HTTP/1.1" status: 204 len: 168 time: 0.1211028 Sep 08 00:57:01.475792 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbad7eb-bd0e-4a20-bcb1-86b6b0b56a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5b959d-0832-4628-9058-914e368910cd,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:57:01.760124 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 58358) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:57:01.773283 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-ce7b4154-b040-4a34-9e8d-78df972432fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:01.864468 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-ce7b4154-b040-4a34-9e8d-78df972432fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:01.869211 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-ce7b4154-b040-4a34-9e8d-78df972432fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:01.908831 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-ce7b4154-b040-4a34-9e8d-78df972432fb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3e735e1301384d188da7faea0c13cdd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1476345 Sep 08 00:57:01.909681 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b4154-b040-4a34-9e8d-78df972432fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876155f9-aef8-4ace-af2e-191b67a62c05,revision_number=1']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:57:01.911566 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 58360) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:57:01.960393 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-96fc7696-ff4f-4afb-bba6-ffe9d48e6649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:01.981949 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-96fc7696-ff4f-4afb-bba6-ffe9d48e6649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:02.029128 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-96fc7696-ff4f-4afb-bba6-ffe9d48e6649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:02.031929 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-96fc7696-ff4f-4afb-bba6-ffe9d48e6649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:02.033237 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-96fc7696-ff4f-4afb-bba6-ffe9d48e6649 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/876155f9-aef8-4ace-af2e-191b67a62c05 HTTP/1.1" status: 204 len: 168 time: 0.1206226 Sep 08 00:57:02.042279 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fc7696-ff4f-4afb-bba6-ffe9d48e6649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876155f9-aef8-4ace-af2e-191b67a62c05,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:57:06.071768 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 58418) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:57:06.172645 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-a519680f-8b7f-4c3c-97cb-0a07bb9ea206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:06.256741 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-a519680f-8b7f-4c3c-97cb-0a07bb9ea206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:06.260344 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-a519680f-8b7f-4c3c-97cb-0a07bb9ea206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:06.297339 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-a519680f-8b7f-4c3c-97cb-0a07bb9ea206 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0e220d844c4d496eae67740e414ddcf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2245336 Sep 08 00:57:06.298041 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a519680f-8b7f-4c3c-97cb-0a07bb9ea206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c90449-6fe0-4db5-b5f1-7f1ecf53226e,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:57:06.301028 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 58422) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:57:06.353552 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-ade1142e-fbde-4f0c-8bac-178895942530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:06.373333 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-ade1142e-fbde-4f0c-8bac-178895942530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:06.417501 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-ade1142e-fbde-4f0c-8bac-178895942530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:06.420189 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-ade1142e-fbde-4f0c-8bac-178895942530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:06.421310 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-ade1142e-fbde-4f0c-8bac-178895942530 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/75c90449-6fe0-4db5-b5f1-7f1ecf53226e HTTP/1.1" status: 204 len: 168 time: 0.1188488 Sep 08 00:57:06.429303 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade1142e-fbde-4f0c-8bac-178895942530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c90449-6fe0-4db5-b5f1-7f1ecf53226e,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:57:06.680019 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 58428) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:57:06.692954 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-01b0e31d-fcfa-453e-b022-1c38abb87ff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:06.780695 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-01b0e31d-fcfa-453e-b022-1c38abb87ff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:06.784166 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-01b0e31d-fcfa-453e-b022-1c38abb87ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:06.819344 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b0e31d-fcfa-453e-b022-1c38abb87ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb891d2-9312-4080-a2dd-b1beab50e16a,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:57:06.824220 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-01b0e31d-fcfa-453e-b022-1c38abb87ff1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a38b472b9b69429193b0f70b65209f48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1431966 Sep 08 00:57:06.826756 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 58430) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:57:06.873752 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-127b3338-b23f-483f-87ff-d3b442ed422e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:06.896920 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-127b3338-b23f-483f-87ff-d3b442ed422e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:06.941713 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-127b3338-b23f-483f-87ff-d3b442ed422e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:06.944320 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-127b3338-b23f-483f-87ff-d3b442ed422e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:06.946066 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-127b3338-b23f-483f-87ff-d3b442ed422e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cfb891d2-9312-4080-a2dd-b1beab50e16a HTTP/1.1" status: 204 len: 168 time: 0.1183660 Sep 08 00:57:06.953329 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b3338-b23f-483f-87ff-d3b442ed422e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb891d2-9312-4080-a2dd-b1beab50e16a,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:57:08.180963 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.agents_db [None req-8a21184a-e449-40d8-9b7c-bcfe602fdfc6 None None] Agent healthcheck: found 6 active agents {{(pid=105701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 00:57:10.439429 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 58474) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:57:10.549455 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-91606706-3083-4500-b8ae-7e2fb8a52869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:10.639621 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-91606706-3083-4500-b8ae-7e2fb8a52869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:10.643203 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-91606706-3083-4500-b8ae-7e2fb8a52869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:10.682048 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91606706-3083-4500-b8ae-7e2fb8a52869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c0e3ca-ec43-417e-9001-9a0d3f6b6845,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:57:10.686169 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-91606706-3083-4500-b8ae-7e2fb8a52869 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4c9a86cf4a794d43896fc3d2485154e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2456670 Sep 08 00:57:10.688895 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 58478) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:57:10.737564 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-6351211b-1e5a-47ae-9f4d-b96028a39282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:10.760671 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-6351211b-1e5a-47ae-9f4d-b96028a39282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:10.810519 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-6351211b-1e5a-47ae-9f4d-b96028a39282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:10.813303 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-6351211b-1e5a-47ae-9f4d-b96028a39282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:10.814635 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-6351211b-1e5a-47ae-9f4d-b96028a39282 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b8c0e3ca-ec43-417e-9001-9a0d3f6b6845 HTTP/1.1" status: 204 len: 168 time: 0.1248062 Sep 08 00:57:10.826536 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6351211b-1e5a-47ae-9f4d-b96028a39282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c0e3ca-ec43-417e-9001-9a0d3f6b6845,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:57:12.989816 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-45b936d7-4bfd-4e3b-a7f8-b875f658299b req-3f3451d0-fcd4-411f-b1a9-308009a583d4 tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=61b90c57953147e0b7aa852ea05ccc29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286002 Sep 08 00:57:13.167274 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b936d7-4bfd-4e3b-a7f8-b875f658299b req-35cbe668-7606-41e5-a384-ad24ccb343ed tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:57:13.168674 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-45b936d7-4bfd-4e3b-a7f8-b875f658299b req-35cbe668-7606-41e5-a384-ad24ccb343ed tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1728792 Sep 08 00:57:13.183645 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-45b936d7-4bfd-4e3b-a7f8-b875f658299b req-02498aa2-0141-4457-9b55-1ef6aa65be57 tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] 10.222.0.15 "GET /v2.0/quotas/61b90c57953147e0b7aa852ea05ccc29 HTTP/1.1" status: 200 len: 375 time: 0.0091863 Sep 08 00:57:13.217173 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-45b936d7-4bfd-4e3b-a7f8-b875f658299b req-d40576db-c157-42d9-afce-300f229ae3ca tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=61b90c57953147e0b7aa852ea05ccc29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285180 Sep 08 00:57:13.372486 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-1b6b14fc-bd85-4181-ada8-d338677800da req-a9d24c82-cb66-4626-bb9d-6af0738cded0 tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b15d11c-846c-4baa-9303-ce56694f1128 HTTP/1.1" status: 200 len: 210 time: 0.0263450 Sep 08 00:57:14.466112 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0d2cd939-68da-4f2d-b201-4ff303cf9a44 req-9e8f1506-0acf-4b88-8583-7bd22c7df2f9 tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b15d11c-846c-4baa-9303-ce56694f1128 HTTP/1.1" status: 200 len: 210 time: 0.0264502 Sep 08 00:57:14.497766 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-45b936d7-4bfd-4e3b-a7f8-b875f658299b req-cc196702-3352-4ab6-b5f0-6e74727933a9 tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=61b90c57953147e0b7aa852ea05ccc29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275600 Sep 08 00:57:14.893946 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b936d7-4bfd-4e3b-a7f8-b875f658299b req-d1ede040-f791-484b-bc93-93e03b6233a2 tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:57:14.895387 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-45b936d7-4bfd-4e3b-a7f8-b875f658299b req-d1ede040-f791-484b-bc93-93e03b6233a2 tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3923929 Sep 08 00:57:14.914113 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [req-45b936d7-4bfd-4e3b-a7f8-b875f658299b req-54827e8a-a864-4747-8a16-4582a85e7166 tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] Request body: {'port': {'device_id': '6b15d11c-846c-4baa-9303-ce56694f1128', 'network_id': '30978606-34cd-4e89-8083-456525c1692d', 'admin_state_up': True, 'tenant_id': '61b90c57953147e0b7aa852ea05ccc29'}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:57:15.017434 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45b936d7-4bfd-4e3b-a7f8-b875f658299b req-54827e8a-a864-4747-8a16-4582a85e7166 tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] Made reservation on behalf of 61b90c57953147e0b7aa852ea05ccc29 for: {'port': 1} {{(pid=105698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 00:57:15.020940 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-45b936d7-4bfd-4e3b-a7f8-b875f658299b req-54827e8a-a864-4747-8a16-4582a85e7166 tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:15.029905 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-45b936d7-4bfd-4e3b-a7f8-b875f658299b req-54827e8a-a864-4747-8a16-4582a85e7166 tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] Notify callbacks [] for security_group, before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:15.115172 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-45b936d7-4bfd-4e3b-a7f8-b875f658299b req-54827e8a-a864-4747-8a16-4582a85e7166 tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] Notify callbacks [] for security_group, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:15.119485 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-45b936d7-4bfd-4e3b-a7f8-b875f658299b req-54827e8a-a864-4747-8a16-4582a85e7166 tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:15.184192 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54827e8a-a864-4747-8a16-4582a85e7166 tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=847084e7-52fd-42a6-a9aa-4497f8b77061,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:57:15.250888 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.db_base_plugin_common [req-45b936d7-4bfd-4e3b-a7f8-b875f658299b req-54827e8a-a864-4747-8a16-4582a85e7166 tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] Allocated IP 192.168.233.91 (30978606-34cd-4e89-8083-456525c1692d/0c98167d-efb8-4eff-882f-0625947ae96b/61a199cc-715c-413d-8b6c-f16d2a5af869) {{(pid=105698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 00:57:15.391871 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-45b936d7-4bfd-4e3b-a7f8-b875f658299b req-54827e8a-a864-4747-8a16-4582a85e7166 tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] Notify callbacks [] for port, precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:15.404716 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [req-45b936d7-4bfd-4e3b-a7f8-b875f658299b req-54827e8a-a864-4747-8a16-4582a85e7166 tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] Transition to ACTIVE for port object 61a199cc-715c-413d-8b6c-f16d2a5af869 will not be triggered until provisioned by entity DHCP. {{(pid=105698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:57:15.436180 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-45b936d7-4bfd-4e3b-a7f8-b875f658299b req-54827e8a-a864-4747-8a16-4582a85e7166 tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792256344477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705649'] for port, after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:15.474822 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45b936d7-4bfd-4e3b-a7f8-b875f658299b req-54827e8a-a864-4747-8a16-4582a85e7166 tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] Network 30978606-34cd-4e89-8083-456525c1692d is already hosted by enough agents. {{(pid=105698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 00:57:15.478491 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.base_scheduler [req-45b936d7-4bfd-4e3b-a7f8-b875f658299b req-54827e8a-a864-4747-8a16-4582a85e7166 tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] Resources bound (agent type, host, resource id): {{(pid=105698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 00:57:15.480950 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b936d7-4bfd-4e3b-a7f8-b875f658299b req-54827e8a-a864-4747-8a16-4582a85e7166 tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] Received port after_create {{(pid=105698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 00:57:15.516929 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54827e8a-a864-4747-8a16-4582a85e7166 tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] Pushing event updated for resources: {'Port': ['ID=61a199cc-715c-413d-8b6c-f16d2a5af869,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:57:15.543059 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b936d7-4bfd-4e3b-a7f8-b875f658299b req-54827e8a-a864-4747-8a16-4582a85e7166 tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:57:15.543732 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-45b936d7-4bfd-4e3b-a7f8-b875f658299b req-54827e8a-a864-4747-8a16-4582a85e7166 tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for port, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:15.557760 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:15.560068 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-45b936d7-4bfd-4e3b-a7f8-b875f658299b req-54827e8a-a864-4747-8a16-4582a85e7166 tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6494968 Sep 08 00:57:15.578338 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.v2.base [req-45b936d7-4bfd-4e3b-a7f8-b875f658299b req-e1d3e947-454e-4f68-be76-30d09f4bb093 service neutron] Request body: {'port': {'device_id': '6b15d11c-846c-4baa-9303-ce56694f1128', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=105698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 00:57:15.591769 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80489dfd-17f5-4475-95f0-0efae3926f8a req-067bc6d5-2937-489a-95e1-7a078b703691 tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:57:15.593321 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-80489dfd-17f5-4475-95f0-0efae3926f8a req-067bc6d5-2937-489a-95e1-7a078b703691 tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b15d11c-846c-4baa-9303-ce56694f1128 HTTP/1.1" status: 200 len: 935 time: 0.0523171 Sep 08 00:57:15.641066 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-80489dfd-17f5-4475-95f0-0efae3926f8a req-42675770-c4c4-4c56-bd7b-8c5859c9b658 tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] 10.222.0.15 "GET /v2.0/security-groups?id=847084e7-52fd-42a6-a9aa-4497f8b77061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405881 Sep 08 00:57:15.644686 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-45b936d7-4bfd-4e3b-a7f8-b875f658299b req-e1d3e947-454e-4f68-be76-30d09f4bb093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:15.735476 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-ffba0ffd-d000-43bc-a1bb-fe4bc7376a9f None None] Provisioning for port 61a199cc-715c-413d-8b6c-f16d2a5af869 completed by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:57:15.739288 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-ffba0ffd-d000-43bc-a1bb-fe4bc7376a9f None None] Provisioning complete for port 61a199cc-715c-413d-8b6c-f16d2a5af869 triggered by entity DHCP. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:57:15.739756 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-ffba0ffd-d000-43bc-a1bb-fe4bc7376a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:15.773928 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-ffba0ffd-d000-43bc-a1bb-fe4bc7376a9f None None] Port 61a199cc-715c-413d-8b6c-f16d2a5af869 cannot update to ACTIVE because it is not bound. {{(pid=105700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 00:57:15.903906 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.notifiers.nova [req-45b936d7-4bfd-4e3b-a7f8-b875f658299b req-e1d3e947-454e-4f68-be76-30d09f4bb093 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61a199cc-715c-413d-8b6c-f16d2a5af869 {{(pid=105698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 00:57:15.911085 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-45b936d7-4bfd-4e3b-a7f8-b875f658299b req-e1d3e947-454e-4f68-be76-30d09f4bb093 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:15.923063 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [req-45b936d7-4bfd-4e3b-a7f8-b875f658299b req-e1d3e947-454e-4f68-be76-30d09f4bb093 service neutron] Transition to ACTIVE for port object 61a199cc-715c-413d-8b6c-f16d2a5af869 will not be triggered until provisioned by entity L2. {{(pid=105698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 00:57:15.926857 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-45b936d7-4bfd-4e3b-a7f8-b875f658299b req-e1d3e947-454e-4f68-be76-30d09f4bb093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7705662'] for port, after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:15.979349 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d3e947-454e-4f68-be76-30d09f4bb093 service neutron] Pushing event updated for resources: {'Port': ['ID=61a199cc-715c-413d-8b6c-f16d2a5af869,revision_number=2']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:57:16.047631 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [req-45b936d7-4bfd-4e3b-a7f8-b875f658299b req-e1d3e947-454e-4f68-be76-30d09f4bb093 service neutron] Attempting to bind port 61a199cc-715c-413d-8b6c-f16d2a5af869 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 00:57:16.047980 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [req-45b936d7-4bfd-4e3b-a7f8-b875f658299b req-e1d3e947-454e-4f68-be76-30d09f4bb093 service neutron] Attempting to bind port 61a199cc-715c-413d-8b6c-f16d2a5af869 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '876bc7d6-aca0-4be6-b565-cbd3cd2e3777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '30978606-34cd-4e89-8083-456525c1692d'}] {{(pid=105698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 00:57:16.048299 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b936d7-4bfd-4e3b-a7f8-b875f658299b req-e1d3e947-454e-4f68-be76-30d09f4bb093 service neutron] Attempting to bind port 61a199cc-715c-413d-8b6c-f16d2a5af869 on network 30978606-34cd-4e89-8083-456525c1692d {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:57:16.052637 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b936d7-4bfd-4e3b-a7f8-b875f658299b req-e1d3e947-454e-4f68-be76-30d09f4bb093 service neutron] Port 61a199cc-715c-413d-8b6c-f16d2a5af869 on network 30978606-34cd-4e89-8083-456525c1692d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 00:57:16.052962 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b936d7-4bfd-4e3b-a7f8-b875f658299b req-e1d3e947-454e-4f68-be76-30d09f4bb093 service neutron] Attempting to bind port 61a199cc-715c-413d-8b6c-f16d2a5af869 on network 30978606-34cd-4e89-8083-456525c1692d {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 00:57:16.058608 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b936d7-4bfd-4e3b-a7f8-b875f658299b req-e1d3e947-454e-4f68-be76-30d09f4bb093 service neutron] Checking agent: {'id': '9d05b7f5-da94-42e7-89b0-a476ea8ca848', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 0, 41, 44), 'started_at': datetime.datetime(2021, 9, 8, 0, 41, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 0, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 00:57:16.058951 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b936d7-4bfd-4e3b-a7f8-b875f658299b req-e1d3e947-454e-4f68-be76-30d09f4bb093 service neutron] Checking segment: {'id': '876bc7d6-aca0-4be6-b565-cbd3cd2e3777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '30978606-34cd-4e89-8083-456525c1692d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 00:57:16.059338 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b936d7-4bfd-4e3b-a7f8-b875f658299b req-e1d3e947-454e-4f68-be76-30d09f4bb093 service neutron] Bound using segment: {'id': '876bc7d6-aca0-4be6-b565-cbd3cd2e3777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '30978606-34cd-4e89-8083-456525c1692d'} {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 00:57:16.059818 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [req-45b936d7-4bfd-4e3b-a7f8-b875f658299b req-e1d3e947-454e-4f68-be76-30d09f4bb093 service neutron] Bound port: 61a199cc-715c-413d-8b6c-f16d2a5af869, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '876bc7d6-aca0-4be6-b565-cbd3cd2e3777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '30978606-34cd-4e89-8083-456525c1692d'}}] {{(pid=105698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 00:57:16.060176 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-45b936d7-4bfd-4e3b-a7f8-b875f658299b req-e1d3e947-454e-4f68-be76-30d09f4bb093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:16.124382 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.db [req-45b936d7-4bfd-4e3b-a7f8-b875f658299b req-e1d3e947-454e-4f68-be76-30d09f4bb093 service neutron] For port 61a199cc-715c-413d-8b6c-f16d2a5af869, host hv-cinder-75996, cleared binding levels {{(pid=105698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 00:57:16.127334 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.db [req-45b936d7-4bfd-4e3b-a7f8-b875f658299b req-e1d3e947-454e-4f68-be76-30d09f4bb093 service neutron] For port 61a199cc-715c-413d-8b6c-f16d2a5af869, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=61a199cc-715c-413d-8b6c-f16d2a5af869,segment=NetworkSegment(876bc7d6-aca0-4be6-b565-cbd3cd2e3777),segment_id=876bc7d6-aca0-4be6-b565-cbd3cd2e3777)] {{(pid=105698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 00:57:16.131887 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-45b936d7-4bfd-4e3b-a7f8-b875f658299b req-e1d3e947-454e-4f68-be76-30d09f4bb093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7705662'] for port, after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:16.166585 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b936d7-4bfd-4e3b-a7f8-b875f658299b req-e1d3e947-454e-4f68-be76-30d09f4bb093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:57:16.167257 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-45b936d7-4bfd-4e3b-a7f8-b875f658299b req-e1d3e947-454e-4f68-be76-30d09f4bb093 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for port, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:16.168610 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-45b936d7-4bfd-4e3b-a7f8-b875f658299b req-e1d3e947-454e-4f68-be76-30d09f4bb093 service neutron] 10.222.0.35 "PUT /v2.0/ports/61a199cc-715c-413d-8b6c-f16d2a5af869 HTTP/1.1" status: 200 len: 1097 time: 0.5952017 Sep 08 00:57:16.169045 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b15d11c-846c-4baa-9303-ce56694f1128', 'tag': '61a199cc-715c-413d-8b6c-f16d2a5af869'}] {{(pid=105698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:57:16.171259 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26d4041160ff19e6bfa7ff8d463369e3025ec2e9db032453864bb7ad8051457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3326efd3-9921-45e8-aa48-8aac2cf0160c" -d '{"events": [{"name": "network-changed", "server_uuid": "6b15d11c-846c-4baa-9303-ce56694f1128", "tag": "61a199cc-715c-413d-8b6c-f16d2a5af869"}]}' {{(pid=105698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:57:16.197037 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d3e947-454e-4f68-be76-30d09f4bb093 service neutron] Pushing event updated for resources: {'Port': ['ID=61a199cc-715c-413d-8b6c-f16d2a5af869,revision_number=3']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:57:16.275761 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b936d7-4bfd-4e3b-a7f8-b875f658299b req-3d8d7245-a5d1-44a0-af0a-424e84d1c0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:57:16.277280 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-45b936d7-4bfd-4e3b-a7f8-b875f658299b req-3d8d7245-a5d1-44a0-af0a-424e84d1c0db service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=61b90c57953147e0b7aa852ea05ccc29&device_id=6b15d11c-846c-4baa-9303-ce56694f1128 HTTP/1.1" status: 200 len: 1100 time: 0.0457611 Sep 08 00:57:16.325881 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-45b936d7-4bfd-4e3b-a7f8-b875f658299b req-000790ea-b36e-4262-84f2-642c64da4fbf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=61a199cc-715c-413d-8b6c-f16d2a5af869 HTTP/1.1" status: 200 len: 217 time: 0.0353093 Sep 08 00:57:16.374091 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b936d7-4bfd-4e3b-a7f8-b875f658299b req-811d8d6a-01b8-4b69-873f-3664698e6666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:57:16.375493 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-45b936d7-4bfd-4e3b-a7f8-b875f658299b req-811d8d6a-01b8-4b69-873f-3664698e6666 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0c98167d-efb8-4eff-882f-0625947ae96b HTTP/1.1" status: 200 len: 843 time: 0.0434957 Sep 08 00:57:16.423615 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b936d7-4bfd-4e3b-a7f8-b875f658299b req-143b9745-e789-481e-9080-1cf20ab4b736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:57:16.425032 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-45b936d7-4bfd-4e3b-a7f8-b875f658299b req-143b9745-e789-481e-9080-1cf20ab4b736 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=30978606-34cd-4e89-8083-456525c1692d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0428832 Sep 08 00:57:16.513220 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-45b936d7-4bfd-4e3b-a7f8-b875f658299b req-fac58f8a-7e2e-458f-98ee-50bfeafdc63e service neutron] 10.222.0.35 "GET /v2.0/networks/30978606-34cd-4e89-8083-456525c1692d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810437 Sep 08 00:57:16.603667 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-45b936d7-4bfd-4e3b-a7f8-b875f658299b req-fc607c7d-ab93-4275-a494-260774209d61 service neutron] 10.222.0.35 "GET /v2.0/networks/30978606-34cd-4e89-8083-456525c1692d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834491 Sep 08 00:57:16.752320 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5609cb7-ea65-4671-9761-b96379fd5cfb req-7f229b79-b60a-48e9-a259-36ee3ee7ce46 tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:57:16.753771 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e5609cb7-ea65-4671-9761-b96379fd5cfb req-7f229b79-b60a-48e9-a259-36ee3ee7ce46 tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b15d11c-846c-4baa-9303-ce56694f1128 HTTP/1.1" status: 200 len: 947 time: 0.0473394 Sep 08 00:57:16.792457 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e5609cb7-ea65-4671-9761-b96379fd5cfb req-b52438d1-5f41-4e31-bde4-3148f4b59dc3 tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] 10.222.0.15 "GET /v2.0/security-groups?id=847084e7-52fd-42a6-a9aa-4497f8b77061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318501 Sep 08 00:57:17.246667 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 00:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd7fcfd-87f0-45ce-b9ce-6a8fc5b9b2a5 x-openstack-request-id: req-7cd7fcfd-87f0-45ce-b9ce-6a8fc5b9b2a5 {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:57:17.246955 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b15d11c-846c-4baa-9303-ce56694f1128", "tag": "61a199cc-715c-413d-8b6c-f16d2a5af869", "status": "completed", "code": 200}]} {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:57:17.247203 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7cd7fcfd-87f0-45ce-b9ce-6a8fc5b9b2a5 {{(pid=105698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:57:17.247630 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b15d11c-846c-4baa-9303-ce56694f1128', 'tag': '61a199cc-715c-413d-8b6c-f16d2a5af869', 'status': 'completed', 'code': 200} Sep 08 00:57:17.331433 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326efd3-9921-45e8-aa48-8aac2cf0160c req-4c9ebea3-c80c-4802-8ee3-13bf946782d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:57:17.332921 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-3326efd3-9921-45e8-aa48-8aac2cf0160c req-4c9ebea3-c80c-4802-8ee3-13bf946782d5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=61b90c57953147e0b7aa852ea05ccc29&device_id=6b15d11c-846c-4baa-9303-ce56694f1128 HTTP/1.1" status: 200 len: 1100 time: 0.0404315 Sep 08 00:57:17.422560 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326efd3-9921-45e8-aa48-8aac2cf0160c req-05314912-c0e4-4efa-aa04-aad0431662a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:57:17.424000 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-3326efd3-9921-45e8-aa48-8aac2cf0160c req-05314912-c0e4-4efa-aa04-aad0431662a2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=30978606-34cd-4e89-8083-456525c1692d HTTP/1.1" status: 200 len: 870 time: 0.0841889 Sep 08 00:57:17.465015 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-3326efd3-9921-45e8-aa48-8aac2cf0160c req-b35a13b3-e502-4961-9f31-762d78829f76 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=61a199cc-715c-413d-8b6c-f16d2a5af869 HTTP/1.1" status: 200 len: 217 time: 0.0335033 Sep 08 00:57:17.513138 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326efd3-9921-45e8-aa48-8aac2cf0160c req-c19aa8b5-6fce-4192-9366-8f4004dbdf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:57:17.514472 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-3326efd3-9921-45e8-aa48-8aac2cf0160c req-c19aa8b5-6fce-4192-9366-8f4004dbdf6e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0c98167d-efb8-4eff-882f-0625947ae96b HTTP/1.1" status: 200 len: 843 time: 0.0423706 Sep 08 00:57:17.559405 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326efd3-9921-45e8-aa48-8aac2cf0160c req-c1ce3dc0-e6e9-4a30-8886-930e33b43625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:57:17.560854 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-3326efd3-9921-45e8-aa48-8aac2cf0160c req-c1ce3dc0-e6e9-4a30-8886-930e33b43625 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=30978606-34cd-4e89-8083-456525c1692d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0391212 Sep 08 00:57:17.650990 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-3326efd3-9921-45e8-aa48-8aac2cf0160c req-2a08df90-21ce-4581-bb2a-8615eac0ed99 service neutron] 10.222.0.35 "GET /v2.0/networks/30978606-34cd-4e89-8083-456525c1692d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824695 Sep 08 00:57:17.742761 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-3326efd3-9921-45e8-aa48-8aac2cf0160c req-d1f58fb2-f039-490d-b8a8-6a4c3d9c1ef1 service neutron] 10.222.0.35 "GET /v2.0/networks/30978606-34cd-4e89-8083-456525c1692d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823503 Sep 08 00:57:17.828335 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-0c2a78df-a280-4490-a9d5-0856cf316b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:17.905774 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ca732-6ad2-4e0c-8ad3-a061215fd009 req-fbdaeb98-b8a1-4cc2-9297-7ca2b3629517 tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:57:17.907226 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-530ca732-6ad2-4e0c-8ad3-a061215fd009 req-fbdaeb98-b8a1-4cc2-9297-7ca2b3629517 tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b15d11c-846c-4baa-9303-ce56694f1128 HTTP/1.1" status: 200 len: 947 time: 0.0480709 Sep 08 00:57:17.943655 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-530ca732-6ad2-4e0c-8ad3-a061215fd009 req-0da322fe-0ac1-4465-8b31-6bc5b6558808 tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] 10.222.0.15 "GET /v2.0/security-groups?id=847084e7-52fd-42a6-a9aa-4497f8b77061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306070 Sep 08 00:57:19.056892 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce62f1-4467-4148-8d79-8633721759d7 req-0c54800d-78ce-419c-8236-61b6317fa6bc tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:57:19.058332 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-96ce62f1-4467-4148-8d79-8633721759d7 req-0c54800d-78ce-419c-8236-61b6317fa6bc tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b15d11c-846c-4baa-9303-ce56694f1128 HTTP/1.1" status: 200 len: 947 time: 0.0475423 Sep 08 00:57:19.098622 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-96ce62f1-4467-4148-8d79-8633721759d7 req-12bfc859-bd15-4a6e-9ff8-285f42f4ccb5 tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] 10.222.0.15 "GET /v2.0/security-groups?id=847084e7-52fd-42a6-a9aa-4497f8b77061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343928 Sep 08 00:57:19.595853 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device 61a199cc-715c-413d-8b6c-f16d2a5af869 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=105700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 00:57:19.687126 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port 61a199cc-715c-413d-8b6c-f16d2a5af869, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=61a199cc-715c-413d-8b6c-f16d2a5af869,segment=NetworkSegment(876bc7d6-aca0-4be6-b565-cbd3cd2e3777),segment_id=876bc7d6-aca0-4be6-b565-cbd3cd2e3777)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:57:19.700639 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Returning: {'device': '61a199cc-715c-413d-8b6c-f16d2a5af869', 'network_id': '30978606-34cd-4e89-8083-456525c1692d', 'port_id': '61a199cc-715c-413d-8b6c-f16d2a5af869', 'mac_address': 'fa:16:3e:6c:ba:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c98167d-efb8-4eff-882f-0625947ae96b', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 00:57:19.735978 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:19.748390 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.notifiers.nova [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61a199cc-715c-413d-8b6c-f16d2a5af869 {{(pid=105700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 00:57:19.766832 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port 61a199cc-715c-413d-8b6c-f16d2a5af869, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=61a199cc-715c-413d-8b6c-f16d2a5af869,segment=NetworkSegment(876bc7d6-aca0-4be6-b565-cbd3cd2e3777),segment_id=876bc7d6-aca0-4be6-b565-cbd3cd2e3777)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:57:19.770574 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:19.816168 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Pushing event updated for resources: {'Port': ['ID=61a199cc-715c-413d-8b6c-f16d2a5af869,revision_number=4']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:57:19.823094 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:57:19.823444 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:57:19.823816 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:57:19.824151 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:57:19.824481 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:57:19.824810 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:57:19.825133 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:57:19.825455 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:57:19.825777 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:57:19.826100 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:57:19.826420 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:57:19.826734 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:57:20.170157 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] get_ports_and_sgs() called for port_ids ['61a199cc-715c-413d-8b6c-f16d2a5af869'] {{(pid=105700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 00:57:20.213902 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635bea58-060c-4a07-9899-550783c5ce56 req-b70e5193-7cc6-44af-b66a-7c20bdd4295b tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:57:20.215379 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-635bea58-060c-4a07-9899-550783c5ce56 req-b70e5193-7cc6-44af-b66a-7c20bdd4295b tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b15d11c-846c-4baa-9303-ce56694f1128 HTTP/1.1" status: 200 len: 948 time: 0.0523295 Sep 08 00:57:20.252787 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-635bea58-060c-4a07-9899-550783c5ce56 req-f1ac3fdc-1517-4996-95f0-9b9658db219e tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] 10.222.0.15 "GET /v2.0/security-groups?id=847084e7-52fd-42a6-a9aa-4497f8b77061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315490 Sep 08 00:57:20.833041 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:20.834801 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-195c3d51-2a4c-4070-b9ff-f3794b8f6ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:21.362786 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4e980-cbb9-4f21-bd53-ff72b895d4f3 req-5975ead5-722d-47c9-bcf9-a737124f28d6 tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:57:21.364272 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e4c4e980-cbb9-4f21-bd53-ff72b895d4f3 req-5975ead5-722d-47c9-bcf9-a737124f28d6 tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b15d11c-846c-4baa-9303-ce56694f1128 HTTP/1.1" status: 200 len: 948 time: 0.0472918 Sep 08 00:57:21.400837 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e4c4e980-cbb9-4f21-bd53-ff72b895d4f3 req-72998c8c-6010-4e07-b76e-c7e1f25cce82 tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] 10.222.0.15 "GET /v2.0/security-groups?id=847084e7-52fd-42a6-a9aa-4497f8b77061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301967 Sep 08 00:57:21.626245 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device 61a199cc-715c-413d-8b6c-f16d2a5af869 up at agent hyperv_hv-cinder-75996 {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:57:21.680242 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Provisioning for port 61a199cc-715c-413d-8b6c-f16d2a5af869 completed by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 00:57:21.683571 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:21.684783 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Provisioning complete for port 61a199cc-715c-413d-8b6c-f16d2a5af869 triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:57:21.685161 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:21.760514 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:21.782220 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b15d11c-846c-4baa-9303-ce56694f1128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a199cc-715c-413d-8b6c-f16d2a5af869'}] {{(pid=105700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:57:21.784579 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8460d1f582680b5b58131e18e26cc0c46bcacb71cb7028c1e32c58fa4cd87a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a058be37-8ac0-495a-9b8b-42e9197985e9" -d '{"events": [{"server_uuid": "6b15d11c-846c-4baa-9303-ce56694f1128", "name": "network-vif-plugged", "status": "completed", "tag": "61a199cc-715c-413d-8b6c-f16d2a5af869"}]}' {{(pid=105700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:57:21.798911 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port 61a199cc-715c-413d-8b6c-f16d2a5af869, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=61a199cc-715c-413d-8b6c-f16d2a5af869,segment=NetworkSegment(876bc7d6-aca0-4be6-b565-cbd3cd2e3777),segment_id=876bc7d6-aca0-4be6-b565-cbd3cd2e3777)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:57:21.802835 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:21.829785 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 00:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d920fd1-1dec-4c5c-b2ad-80eba96c10e6 x-openstack-request-id: req-7d920fd1-1dec-4c5c-b2ad-80eba96c10e6 {{(pid=105700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:57:21.830080 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b15d11c-846c-4baa-9303-ce56694f1128", "name": "network-vif-plugged", "status": "completed", "tag": "61a199cc-715c-413d-8b6c-f16d2a5af869", "code": 200}]} {{(pid=105700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:57:21.830333 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7d920fd1-1dec-4c5c-b2ad-80eba96c10e6 {{(pid=105700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:57:21.830719 dv-cinder-759961-13-iscsi neutron-server[105700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b15d11c-846c-4baa-9303-ce56694f1128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a199cc-715c-413d-8b6c-f16d2a5af869', 'code': 200} Sep 08 00:57:21.857729 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Pushing event updated for resources: {'Port': ['ID=61a199cc-715c-413d-8b6c-f16d2a5af869,revision_number=5']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:57:22.013067 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d8e36-90a8-4919-8a76-c3b9d155740a req-dbbfe91a-e6c8-44d4-8320-e31737b546d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:57:22.014441 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-107d8e36-90a8-4919-8a76-c3b9d155740a req-dbbfe91a-e6c8-44d4-8320-e31737b546d0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6b15d11c-846c-4baa-9303-ce56694f1128 HTTP/1.1" status: 200 len: 1102 time: 0.0393291 Sep 08 00:57:22.048134 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-107d8e36-90a8-4919-8a76-c3b9d155740a req-a86b6d4a-8352-4fe9-a526-e9aba07e159a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=847084e7-52fd-42a6-a9aa-4497f8b77061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267005 Sep 08 00:57:22.513572 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5ba1c-d705-4d11-ab14-20fbe2c70463 req-8be40327-0e5c-4611-be8a-807ece1c8328 tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:57:22.515052 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0cf5ba1c-d705-4d11-ab14-20fbe2c70463 req-8be40327-0e5c-4611-be8a-807ece1c8328 tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b15d11c-846c-4baa-9303-ce56694f1128 HTTP/1.1" status: 200 len: 949 time: 0.0484505 Sep 08 00:57:22.555345 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-0cf5ba1c-d705-4d11-ab14-20fbe2c70463 req-2b86dbdf-53e8-42d7-8854-dcfc60fa3207 tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] 10.222.0.15 "GET /v2.0/security-groups?id=847084e7-52fd-42a6-a9aa-4497f8b77061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343947 Sep 08 00:57:23.154415 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:23.668717 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d069289-04b7-4f2e-bbe3-a6e3c1886bd5 req-9ed98bc7-2453-47f0-b659-43f96b3ebca2 tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:57:23.670170 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-7d069289-04b7-4f2e-bbe3-a6e3c1886bd5 req-9ed98bc7-2453-47f0-b659-43f96b3ebca2 tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b15d11c-846c-4baa-9303-ce56694f1128 HTTP/1.1" status: 200 len: 949 time: 0.0476339 Sep 08 00:57:23.706260 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-7d069289-04b7-4f2e-bbe3-a6e3c1886bd5 req-369c7851-cbb3-4dc2-9943-249088cf8a1a tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] 10.222.0.15 "GET /v2.0/security-groups?id=847084e7-52fd-42a6-a9aa-4497f8b77061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303912 Sep 08 00:57:23.958022 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e018c-1326-43f5-b826-8eac050fbbe2 req-6a7c0db2-90ac-41e7-8085-4fe9f9582c26 tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:57:23.959480 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a04e018c-1326-43f5-b826-8eac050fbbe2 req-6a7c0db2-90ac-41e7-8085-4fe9f9582c26 tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b15d11c-846c-4baa-9303-ce56694f1128 HTTP/1.1" status: 200 len: 949 time: 0.0480914 Sep 08 00:57:23.996095 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a04e018c-1326-43f5-b826-8eac050fbbe2 req-d9f0869d-32a6-417d-b042-ae6bdeb52777 tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] 10.222.0.15 "GET /v2.0/security-groups?id=847084e7-52fd-42a6-a9aa-4497f8b77061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301964 Sep 08 00:57:25.108974 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2d954-b1d9-4a32-a52c-e40643fdb695 req-00a70cb9-53de-4182-93bb-2395ea31d889 tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:57:25.110318 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-02a2d954-b1d9-4a32-a52c-e40643fdb695 req-00a70cb9-53de-4182-93bb-2395ea31d889 tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b15d11c-846c-4baa-9303-ce56694f1128 HTTP/1.1" status: 200 len: 949 time: 0.0469162 Sep 08 00:57:25.149443 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-02a2d954-b1d9-4a32-a52c-e40643fdb695 req-c2318b8c-d432-4fbc-a475-5487111f5853 tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] 10.222.0.15 "GET /v2.0/security-groups?id=847084e7-52fd-42a6-a9aa-4497f8b77061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333672 Sep 08 00:57:25.484649 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29609f21-c45b-4b18-945f-aebe135ad006 req-7a43b46a-d955-4314-93c4-6e79acb0a1a5 tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:57:25.486020 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-29609f21-c45b-4b18-945f-aebe135ad006 req-7a43b46a-d955-4314-93c4-6e79acb0a1a5 tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b15d11c-846c-4baa-9303-ce56694f1128 HTTP/1.1" status: 200 len: 949 time: 0.0526869 Sep 08 00:57:25.576360 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [req-29609f21-c45b-4b18-945f-aebe135ad006 req-b539fc6b-ce17-4ff9-be32-363d12ac7bbb tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] Deleting port 61a199cc-715c-413d-8b6c-f16d2a5af869 {{(pid=105698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 00:57:25.576700 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-29609f21-c45b-4b18-945f-aebe135ad006 req-b539fc6b-ce17-4ff9-be32-363d12ac7bbb tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256891158'] for port, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:25.661919 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.db [req-29609f21-c45b-4b18-945f-aebe135ad006 req-b539fc6b-ce17-4ff9-be32-363d12ac7bbb tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] For port 61a199cc-715c-413d-8b6c-f16d2a5af869, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=61a199cc-715c-413d-8b6c-f16d2a5af869,segment=NetworkSegment(876bc7d6-aca0-4be6-b565-cbd3cd2e3777),segment_id=876bc7d6-aca0-4be6-b565-cbd3cd2e3777)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:57:25.662281 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-29609f21-c45b-4b18-945f-aebe135ad006 req-b539fc6b-ce17-4ff9-be32-363d12ac7bbb tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538637'] for port, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:25.674190 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [req-29609f21-c45b-4b18-945f-aebe135ad006 req-b539fc6b-ce17-4ff9-be32-363d12ac7bbb tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] Calling delete_port for 61a199cc-715c-413d-8b6c-f16d2a5af869 owned by compute:nova {{(pid=105698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 00:57:25.802070 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-29609f21-c45b-4b18-945f-aebe135ad006 req-b539fc6b-ce17-4ff9-be32-363d12ac7bbb tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256896220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792256344486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705649'] for port, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:25.838354 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] get_ports_and_sgs() called for port_ids ['61a199cc-715c-413d-8b6c-f16d2a5af869'] {{(pid=105700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 00:57:25.858057 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b539fc6b-ce17-4ff9-be32-363d12ac7bbb tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] Pushing event deleted for resources: {'Port': ['ID=61a199cc-715c-413d-8b6c-f16d2a5af869,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:57:25.877850 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [req-29609f21-c45b-4b18-945f-aebe135ad006 req-b539fc6b-ce17-4ff9-be32-363d12ac7bbb tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] No DVR routers for this DVR port 61a199cc-715c-413d-8b6c-f16d2a5af869 on host hv-cinder-75996 {{(pid=105698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 00:57:25.882866 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-29609f21-c45b-4b18-945f-aebe135ad006 req-b539fc6b-ce17-4ff9-be32-363d12ac7bbb tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for port, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:25.885798 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-29609f21-c45b-4b18-945f-aebe135ad006 req-b539fc6b-ce17-4ff9-be32-363d12ac7bbb tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] 10.222.0.35 "DELETE /v2.0/ports/61a199cc-715c-413d-8b6c-f16d2a5af869 HTTP/1.1" status: 204 len: 173 time: 0.3933401 Sep 08 00:57:25.886521 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b15d11c-846c-4baa-9303-ce56694f1128', 'name': 'network-vif-deleted', 'tag': '61a199cc-715c-413d-8b6c-f16d2a5af869'}] {{(pid=105698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:57:25.888859 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26d4041160ff19e6bfa7ff8d463369e3025ec2e9db032453864bb7ad8051457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b678641-0208-4fb9-86fc-4eeeba20d85a" -d '{"events": [{"server_uuid": "6b15d11c-846c-4baa-9303-ce56694f1128", "name": "network-vif-deleted", "tag": "61a199cc-715c-413d-8b6c-f16d2a5af869"}]}' {{(pid=105698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:57:25.892741 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539fc6b-ce17-4ff9-be32-363d12ac7bbb tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:57:25.893091 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539fc6b-ce17-4ff9-be32-363d12ac7bbb tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:57:25.893431 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539fc6b-ce17-4ff9-be32-363d12ac7bbb tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:57:25.893767 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539fc6b-ce17-4ff9-be32-363d12ac7bbb tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:57:25.894097 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539fc6b-ce17-4ff9-be32-363d12ac7bbb tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:57:25.894428 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539fc6b-ce17-4ff9-be32-363d12ac7bbb tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:57:25.894797 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539fc6b-ce17-4ff9-be32-363d12ac7bbb tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:57:25.895128 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539fc6b-ce17-4ff9-be32-363d12ac7bbb tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:57:25.895456 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539fc6b-ce17-4ff9-be32-363d12ac7bbb tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:57:25.895807 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539fc6b-ce17-4ff9-be32-363d12ac7bbb tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:57:25.896136 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539fc6b-ce17-4ff9-be32-363d12ac7bbb tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:57:25.896453 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539fc6b-ce17-4ff9-be32-363d12ac7bbb tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:57:25.937896 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 00:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d839f1-c3f5-42d7-af6e-8551417443df x-openstack-request-id: req-70d839f1-c3f5-42d7-af6e-8551417443df {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:57:25.938364 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b15d11c-846c-4baa-9303-ce56694f1128", "name": "network-vif-deleted", "tag": "61a199cc-715c-413d-8b6c-f16d2a5af869", "status": "completed", "code": 200}]} {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:57:25.938687 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-70d839f1-c3f5-42d7-af6e-8551417443df {{(pid=105698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:57:25.939150 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b15d11c-846c-4baa-9303-ce56694f1128', 'name': 'network-vif-deleted', 'tag': '61a199cc-715c-413d-8b6c-f16d2a5af869', 'status': 'completed', 'code': 200} Sep 08 00:57:26.252386 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-aaa73fc8-33c9-457a-8d2c-3f56469c83dc req-079284f6-0769-4ac1-aa12-a56e9059f8a5 tempest-VolumesNegativeTest-1362707988 tempest-VolumesNegativeTest-1362707988-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b15d11c-846c-4baa-9303-ce56694f1128 HTTP/1.1" status: 200 len: 210 time: 0.0256915 Sep 08 00:57:29.658228 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device 61a199cc-715c-413d-8b6c-f16d2a5af869 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 00:57:29.681427 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] No Port match for: 61a199cc-715c-413d-8b6c-f16d2a5af869 {{(pid=105700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 00:57:29.682277 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device 61a199cc-715c-413d-8b6c-f16d2a5af869 not bound to the agent host hv-cinder-75996 {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 00:57:30.931012 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 58810) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:57:31.057489 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-6e152a7a-71dc-4f95-b272-d29786b19dcd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=61b90c57953147e0b7aa852ea05ccc29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1247253 Sep 08 00:57:31.059891 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 58814) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:57:31.106419 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-d5e63e3f-d433-4c3c-b511-59909ea2f5c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:31.126553 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-d5e63e3f-d433-4c3c-b511-59909ea2f5c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:31.173058 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-d5e63e3f-d433-4c3c-b511-59909ea2f5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:31.176083 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-d5e63e3f-d433-4c3c-b511-59909ea2f5c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:31.177294 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-d5e63e3f-d433-4c3c-b511-59909ea2f5c1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/847084e7-52fd-42a6-a9aa-4497f8b77061 HTTP/1.1" status: 204 len: 168 time: 0.1164691 Sep 08 00:57:31.188865 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e63e3f-d433-4c3c-b511-59909ea2f5c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847084e7-52fd-42a6-a9aa-4497f8b77061,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:57:45.180037 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.agents_db [None req-8a21184a-e449-40d8-9b7c-bcfe602fdfc6 None None] Agent healthcheck: found 6 active agents {{(pid=105701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 00:57:45.547462 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:47.829223 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-227836bf-f5c7-4e07-abac-61b0358cca8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:50.832828 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:50.834819 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-bf6dfce3-0bdc-4f2c-8f12-b73bf9719ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:51.685147 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:53.157909 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:57:57.898455 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-97daed68-c7ae-40a8-9c00-86690036f364 req-3176f85d-6d7b-4e06-8411-c07747faa6d4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385687 Sep 08 00:57:57.994644 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97daed68-c7ae-40a8-9c00-86690036f364 req-e0e7c39b-ed40-46fb-baec-9d414f3bb521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:57:57.997049 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-97daed68-c7ae-40a8-9c00-86690036f364 req-e0e7c39b-ed40-46fb-baec-9d414f3bb521 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ebae23dae4654fdf9e39188a8e715c3b&device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f HTTP/1.1" status: 200 len: 1098 time: 0.0433218 Sep 08 00:57:58.095837 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97daed68-c7ae-40a8-9c00-86690036f364 req-d0ba6ccc-8410-4e72-8b77-b8d2bea18a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:57:58.097089 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-97daed68-c7ae-40a8-9c00-86690036f364 req-d0ba6ccc-8410-4e72-8b77-b8d2bea18a63 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e6526d04-48d2-40b4-9e76-78a89af5f70a HTTP/1.1" status: 200 len: 910 time: 0.0823455 Sep 08 00:57:58.164734 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-97daed68-c7ae-40a8-9c00-86690036f364 req-4c937b78-100d-458b-b3c5-fd2affa82a6a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d60f835-10ee-4a31-925e-999d0866cc3f HTTP/1.1" status: 200 len: 1000 time: 0.0609326 Sep 08 00:57:58.212107 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97daed68-c7ae-40a8-9c00-86690036f364 req-100b6646-15aa-459d-8bad-768f7d2b596b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:57:58.213786 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-97daed68-c7ae-40a8-9c00-86690036f364 req-100b6646-15aa-459d-8bad-768f7d2b596b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=13f0f2a8-7f0f-4469-a4d5-64cb8966c152 HTTP/1.1" status: 200 len: 848 time: 0.0417366 Sep 08 00:57:58.257788 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97daed68-c7ae-40a8-9c00-86690036f364 req-fcf8f0e0-1bbc-47ec-bbcb-392b5459d0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:57:58.259208 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-97daed68-c7ae-40a8-9c00-86690036f364 req-fcf8f0e0-1bbc-47ec-bbcb-392b5459d0c3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6526d04-48d2-40b4-9e76-78a89af5f70a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0381942 Sep 08 00:57:58.349893 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-97daed68-c7ae-40a8-9c00-86690036f364 req-e86f3d0a-fa66-404d-a585-1dad38e16d76 service neutron] 10.222.0.35 "GET /v2.0/networks/e6526d04-48d2-40b4-9e76-78a89af5f70a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826163 Sep 08 00:57:58.437844 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-97daed68-c7ae-40a8-9c00-86690036f364 req-f9ab1316-afaf-4bb8-a85f-4123818f4db8 service neutron] 10.222.0.35 "GET /v2.0/networks/e6526d04-48d2-40b4-9e76-78a89af5f70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806804 Sep 08 00:58:00.543129 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71eb4b-9284-4cd5-9cb5-6ee532d0c841 req-0f3b11b0-9340-44f8-ac78-d24365869c09 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:58:00.544627 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ff71eb4b-9284-4cd5-9cb5-6ee532d0c841 req-0f3b11b0-9340-44f8-ac78-d24365869c09 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f HTTP/1.1" status: 200 len: 945 time: 0.0480645 Sep 08 00:58:00.581992 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ff71eb4b-9284-4cd5-9cb5-6ee532d0c841 req-ac160afb-2eae-4d23-a646-4c23c7db737b tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d4ff218-b53e-4b14-b918-071fece1b797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313802 Sep 08 00:58:01.694029 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa0b37-0e1a-4b94-ab4f-8b61628b1bc7 req-71205280-db7c-4b89-98ca-17fbe4174859 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:58:01.695483 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f9aa0b37-0e1a-4b94-ab4f-8b61628b1bc7 req-71205280-db7c-4b89-98ca-17fbe4174859 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f HTTP/1.1" status: 200 len: 945 time: 0.0471826 Sep 08 00:58:01.732280 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f9aa0b37-0e1a-4b94-ab4f-8b61628b1bc7 req-16915639-94ad-4fee-a52e-b32ecb18b1d9 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d4ff218-b53e-4b14-b918-071fece1b797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303867 Sep 08 00:58:02.848303 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2464ccbe-83b3-4930-a939-6d788758c7b8 req-b3ed7afb-92b7-4bdb-ae48-74eccd28cc36 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:58:02.849806 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-2464ccbe-83b3-4930-a939-6d788758c7b8 req-b3ed7afb-92b7-4bdb-ae48-74eccd28cc36 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f HTTP/1.1" status: 200 len: 945 time: 0.0529025 Sep 08 00:58:02.886940 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-2464ccbe-83b3-4930-a939-6d788758c7b8 req-6ccdfbff-77d5-406b-9ef5-c6b075e6e7d7 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d4ff218-b53e-4b14-b918-071fece1b797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304313 Sep 08 00:58:04.000453 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3d1cc-7a86-4315-9af0-8ebfc536368b req-e80d5d78-9133-4df2-9fd9-123abcf6004e tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:58:04.001915 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-efc3d1cc-7a86-4315-9af0-8ebfc536368b req-e80d5d78-9133-4df2-9fd9-123abcf6004e tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f HTTP/1.1" status: 200 len: 945 time: 0.0498166 Sep 08 00:58:04.038059 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-efc3d1cc-7a86-4315-9af0-8ebfc536368b req-2ec039c9-2518-4b9c-9d3d-96bad08fb9cf tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d4ff218-b53e-4b14-b918-071fece1b797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303769 Sep 08 00:58:05.150160 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e4504-45b4-42b3-b9b1-b0290ac23c58 req-05adf20e-2303-48bd-a2eb-3a76d320d241 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:58:05.152244 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6a7e4504-45b4-42b3-b9b1-b0290ac23c58 req-05adf20e-2303-48bd-a2eb-3a76d320d241 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f HTTP/1.1" status: 200 len: 945 time: 0.0481436 Sep 08 00:58:05.188027 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-6a7e4504-45b4-42b3-b9b1-b0290ac23c58 req-fbc74562-1df0-4726-b826-3a541e580ee4 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d4ff218-b53e-4b14-b918-071fece1b797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299957 Sep 08 00:58:06.304461 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e917c-e63a-4c41-bf21-306fa76bfa8b req-68b28df1-82e9-4ec3-b5c0-0522749071b1 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:58:06.305895 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f55e917c-e63a-4c41-bf21-306fa76bfa8b req-68b28df1-82e9-4ec3-b5c0-0522749071b1 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f HTTP/1.1" status: 200 len: 945 time: 0.0501099 Sep 08 00:58:06.343532 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f55e917c-e63a-4c41-bf21-306fa76bfa8b req-56ba7a8b-2bff-47e9-9b05-e597a9681e0f tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d4ff218-b53e-4b14-b918-071fece1b797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306361 Sep 08 00:58:07.454653 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29585e2-93f1-4d5b-871c-6b7e68d8f8b2 req-c4fd3953-ca17-40f6-8f13-8efd680aae91 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:58:07.456166 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f29585e2-93f1-4d5b-871c-6b7e68d8f8b2 req-c4fd3953-ca17-40f6-8f13-8efd680aae91 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f HTTP/1.1" status: 200 len: 945 time: 0.0478866 Sep 08 00:58:07.492876 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-f29585e2-93f1-4d5b-871c-6b7e68d8f8b2 req-1cc2aa4d-4abb-436c-b094-bf2852a104c4 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d4ff218-b53e-4b14-b918-071fece1b797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309558 Sep 08 00:58:08.603669 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43831e8-7e4d-4f14-a225-30c9a913b9ba req-db54cdbd-8ad4-452a-ba3e-8ea2903e77ff tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:58:08.605137 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a43831e8-7e4d-4f14-a225-30c9a913b9ba req-db54cdbd-8ad4-452a-ba3e-8ea2903e77ff tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f HTTP/1.1" status: 200 len: 945 time: 0.0479038 Sep 08 00:58:08.641840 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-a43831e8-7e4d-4f14-a225-30c9a913b9ba req-f4e983ab-5008-47b0-9c9d-966f9328a510 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d4ff218-b53e-4b14-b918-071fece1b797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303996 Sep 08 00:58:09.756991 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec144b-6605-40b3-956f-93cc3a08e0bd req-984c9da7-ac54-4f8b-bdd2-c5fbcf9faff0 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:58:09.758459 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-00ec144b-6605-40b3-956f-93cc3a08e0bd req-984c9da7-ac54-4f8b-bdd2-c5fbcf9faff0 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f HTTP/1.1" status: 200 len: 945 time: 0.0527666 Sep 08 00:58:09.797525 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-00ec144b-6605-40b3-956f-93cc3a08e0bd req-7e386aa9-2982-4d1b-b110-ed59dc7cecea tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d4ff218-b53e-4b14-b918-071fece1b797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330269 Sep 08 00:58:10.746587 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88263cf1-96f8-4c73-a41e-87ec08330894 req-f22ffa7a-a22f-4de6-bf9a-7fb5f3ca4ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:58:10.748073 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-88263cf1-96f8-4c73-a41e-87ec08330894 req-f22ffa7a-a22f-4de6-bf9a-7fb5f3ca4ed2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ebae23dae4654fdf9e39188a8e715c3b&device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f HTTP/1.1" status: 200 len: 1098 time: 0.0438080 Sep 08 00:58:10.835859 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88263cf1-96f8-4c73-a41e-87ec08330894 req-e7b7cf56-4301-4f47-be67-f3f2ddb7e629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:58:10.837319 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-88263cf1-96f8-4c73-a41e-87ec08330894 req-e7b7cf56-4301-4f47-be67-f3f2ddb7e629 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e6526d04-48d2-40b4-9e76-78a89af5f70a HTTP/1.1" status: 200 len: 910 time: 0.0821757 Sep 08 00:58:10.906027 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-88263cf1-96f8-4c73-a41e-87ec08330894 req-d97921a5-8a6f-49c7-b808-1f9d288eace8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d60f835-10ee-4a31-925e-999d0866cc3f HTTP/1.1" status: 200 len: 1000 time: 0.0609872 Sep 08 00:58:10.918140 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa021fa-5896-4716-8514-3cea6b2745d8 req-3c57cc42-566c-4626-a980-120df8899f85 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:58:10.919783 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5aa021fa-5896-4716-8514-3cea6b2745d8 req-3c57cc42-566c-4626-a980-120df8899f85 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f HTTP/1.1" status: 200 len: 945 time: 0.0562093 Sep 08 00:58:10.954281 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88263cf1-96f8-4c73-a41e-87ec08330894 req-6a6a3670-b8a0-4c18-b260-bdd3c0373aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:58:10.955775 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-88263cf1-96f8-4c73-a41e-87ec08330894 req-6a6a3670-b8a0-4c18-b260-bdd3c0373aee service neutron] 10.222.0.35 "GET /v2.0/subnets?id=13f0f2a8-7f0f-4469-a4d5-64cb8966c152 HTTP/1.1" status: 200 len: 848 time: 0.0429018 Sep 08 00:58:10.957171 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-5aa021fa-5896-4716-8514-3cea6b2745d8 req-fa66ded6-8920-47fd-92c2-e1d7ebd09fee tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d4ff218-b53e-4b14-b918-071fece1b797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312161 Sep 08 00:58:11.001829 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88263cf1-96f8-4c73-a41e-87ec08330894 req-50a62b74-c0f1-4a62-8d12-6b6f8f7d1235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:58:11.003176 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-88263cf1-96f8-4c73-a41e-87ec08330894 req-50a62b74-c0f1-4a62-8d12-6b6f8f7d1235 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6526d04-48d2-40b4-9e76-78a89af5f70a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0399489 Sep 08 00:58:11.093082 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-88263cf1-96f8-4c73-a41e-87ec08330894 req-43c43082-ae2e-42f2-aaa2-b26d780e63c8 service neutron] 10.222.0.35 "GET /v2.0/networks/e6526d04-48d2-40b4-9e76-78a89af5f70a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831082 Sep 08 00:58:11.180695 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-88263cf1-96f8-4c73-a41e-87ec08330894 req-c5f4f18d-edad-48f9-9c5b-abc0d98afe1e service neutron] 10.222.0.35 "GET /v2.0/networks/e6526d04-48d2-40b4-9e76-78a89af5f70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805657 Sep 08 00:58:12.069349 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a9ca8-bf54-4036-b2e6-40dfac4fe9d8 req-025dd3ed-ee34-4def-980c-166dcd3a2d12 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:58:12.070722 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-130a9ca8-bf54-4036-b2e6-40dfac4fe9d8 req-025dd3ed-ee34-4def-980c-166dcd3a2d12 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f HTTP/1.1" status: 200 len: 945 time: 0.0478320 Sep 08 00:58:12.107935 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-130a9ca8-bf54-4036-b2e6-40dfac4fe9d8 req-b4b5cd58-2197-416d-8792-95a8c7c193db tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d4ff218-b53e-4b14-b918-071fece1b797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312219 Sep 08 00:58:13.226758 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb10177-23dd-4a6c-80cb-5188c3932732 req-4113060e-3506-4396-9396-7db372854d04 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:58:13.228296 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-fbb10177-23dd-4a6c-80cb-5188c3932732 req-4113060e-3506-4396-9396-7db372854d04 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f HTTP/1.1" status: 200 len: 945 time: 0.0537071 Sep 08 00:58:13.267226 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-fbb10177-23dd-4a6c-80cb-5188c3932732 req-1eea988b-023e-4e45-bf3e-234b5acd6786 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d4ff218-b53e-4b14-b918-071fece1b797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326388 Sep 08 00:58:14.379426 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c50bc-125f-4495-a537-b5e7b08ca60e req-f88cf8db-1100-41f4-a2b6-1939f8411ac3 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:58:14.380924 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ba3c50bc-125f-4495-a537-b5e7b08ca60e req-f88cf8db-1100-41f4-a2b6-1939f8411ac3 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f HTTP/1.1" status: 200 len: 945 time: 0.0488489 Sep 08 00:58:14.417516 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ba3c50bc-125f-4495-a537-b5e7b08ca60e req-551afd2e-729c-4dbe-8f3b-bbcbaad53bd0 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d4ff218-b53e-4b14-b918-071fece1b797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308256 Sep 08 00:58:14.569888 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [req-abae76c1-523e-45e5-863c-d077470371a1 req-94a6da45-d7df-4465-bb58-d09d5a84f7d3 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=105699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 00:58:14.570900 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-abae76c1-523e-45e5-863c-d077470371a1 req-94a6da45-d7df-4465-bb58-d09d5a84f7d3 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0917296 Sep 08 00:58:14.731664 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-83b95668-e5ac-4821-a8c1-f205042b4af2 req-2e9062dd-e7b4-428b-8dde-8458b8b11507 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0757198 Sep 08 00:58:14.743817 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd2fadb-905a-4b25-af8e-d8b3c5d233c8 req-e6c67e73-c314-43c5-be2f-543096885958 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:58:14.745241 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3fd2fadb-905a-4b25-af8e-d8b3c5d233c8 req-e6c67e73-c314-43c5-be2f-543096885958 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f HTTP/1.1" status: 200 len: 945 time: 0.0649664 Sep 08 00:58:14.784127 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3fd2fadb-905a-4b25-af8e-d8b3c5d233c8 req-05e4bfcb-fc8c-452b-b41d-f1f84f0b0a8c tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d4ff218-b53e-4b14-b918-071fece1b797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324438 Sep 08 00:58:15.555717 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:58:15.897095 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be125e-902f-4ead-92e2-5a1191d58294 req-f92f28d5-d202-429b-bf9b-0c1974d4ffd4 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:58:15.898541 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e0be125e-902f-4ead-92e2-5a1191d58294 req-f92f28d5-d202-429b-bf9b-0c1974d4ffd4 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f HTTP/1.1" status: 200 len: 945 time: 0.0476048 Sep 08 00:58:15.923986 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device 9d60f835-10ee-4a31-925e-999d0866cc3f no longer exists at agent hyperv_hv-cinder-75996 {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 00:58:15.935154 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e0be125e-902f-4ead-92e2-5a1191d58294 req-f6763676-aaaa-4bdb-8060-625c7f056d73 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d4ff218-b53e-4b14-b918-071fece1b797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307565 Sep 08 00:58:15.998915 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:58:16.020139 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8b3ee0-30e6-44c0-a1a3-940bcde7994f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d60f835-10ee-4a31-925e-999d0866cc3f'}] {{(pid=105700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:58:16.022374 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8460d1f582680b5b58131e18e26cc0c46bcacb71cb7028c1e32c58fa4cd87a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e10836b-6aa3-4730-9173-4d89e5e274c9" -d '{"events": [{"server_uuid": "bd8b3ee0-30e6-44c0-a1a3-940bcde7994f", "name": "network-vif-unplugged", "status": "completed", "tag": "9d60f835-10ee-4a31-925e-999d0866cc3f"}]}' {{(pid=105700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:58:16.035251 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port 9d60f835-10ee-4a31-925e-999d0866cc3f, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=9d60f835-10ee-4a31-925e-999d0866cc3f,segment=NetworkSegment(66ccd0b1-4836-4259-add1-0dd342b6eabf),segment_id=66ccd0b1-4836-4259-add1-0dd342b6eabf)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:58:16.040078 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:58:16.065552 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 00:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9f8359-a067-401c-bdcf-109a92c9b3f4 x-openstack-request-id: req-6f9f8359-a067-401c-bdcf-109a92c9b3f4 {{(pid=105700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:58:16.065846 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd8b3ee0-30e6-44c0-a1a3-940bcde7994f", "name": "network-vif-unplugged", "status": "completed", "tag": "9d60f835-10ee-4a31-925e-999d0866cc3f", "code": 200}]} {{(pid=105700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:58:16.066093 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6f9f8359-a067-401c-bdcf-109a92c9b3f4 {{(pid=105700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:58:16.066470 dv-cinder-759961-13-iscsi neutron-server[105700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd8b3ee0-30e6-44c0-a1a3-940bcde7994f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d60f835-10ee-4a31-925e-999d0866cc3f', 'code': 200} Sep 08 00:58:16.090983 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Pushing event updated for resources: {'Port': ['ID=9d60f835-10ee-4a31-925e-999d0866cc3f,revision_number=6']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:58:16.094588 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b95668-e5ac-4821-a8c1-f205042b4af2 req-32bb75a2-d050-4ddb-ae32-5474dd857f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:58:16.096267 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-83b95668-e5ac-4821-a8c1-f205042b4af2 req-32bb75a2-d050-4ddb-ae32-5474dd857f82 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f&tenant_id=ebae23dae4654fdf9e39188a8e715c3b HTTP/1.1" status: 200 len: 1096 time: 0.0456684 Sep 08 00:58:16.164873 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b95668-e5ac-4821-a8c1-f205042b4af2 req-6e65e163-1db4-4bc1-b742-2755ae989e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:58:16.166338 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-83b95668-e5ac-4821-a8c1-f205042b4af2 req-6e65e163-1db4-4bc1-b742-2755ae989e25 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ebae23dae4654fdf9e39188a8e715c3b&device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f HTTP/1.1" status: 200 len: 1096 time: 0.0396154 Sep 08 00:58:16.252256 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b95668-e5ac-4821-a8c1-f205042b4af2 req-68af3991-abb0-4a76-9f7c-7c3343d11f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:58:16.253671 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-83b95668-e5ac-4821-a8c1-f205042b4af2 req-68af3991-abb0-4a76-9f7c-7c3343d11f82 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e6526d04-48d2-40b4-9e76-78a89af5f70a HTTP/1.1" status: 200 len: 910 time: 0.0805960 Sep 08 00:58:16.319370 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-83b95668-e5ac-4821-a8c1-f205042b4af2 req-e70741b3-78f3-4b15-81c8-43f93f213458 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d60f835-10ee-4a31-925e-999d0866cc3f HTTP/1.1" status: 200 len: 998 time: 0.0585926 Sep 08 00:58:16.367213 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b95668-e5ac-4821-a8c1-f205042b4af2 req-f2df41d3-c24a-497c-875f-3ef3a782edd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:58:16.369236 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-83b95668-e5ac-4821-a8c1-f205042b4af2 req-f2df41d3-c24a-497c-875f-3ef3a782edd2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=13f0f2a8-7f0f-4469-a4d5-64cb8966c152 HTTP/1.1" status: 200 len: 848 time: 0.0432444 Sep 08 00:58:16.412084 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b95668-e5ac-4821-a8c1-f205042b4af2 req-3a18e202-245d-4f3d-877d-0cd32670ec8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:58:16.413486 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-83b95668-e5ac-4821-a8c1-f205042b4af2 req-3a18e202-245d-4f3d-877d-0cd32670ec8f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6526d04-48d2-40b4-9e76-78a89af5f70a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0375752 Sep 08 00:58:16.503277 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-83b95668-e5ac-4821-a8c1-f205042b4af2 req-f7a7a06f-d9b9-4ec0-aac1-49fcfbcf9c23 service neutron] 10.222.0.35 "GET /v2.0/networks/e6526d04-48d2-40b4-9e76-78a89af5f70a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817580 Sep 08 00:58:16.593339 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-83b95668-e5ac-4821-a8c1-f205042b4af2 req-f1065555-41a1-4220-995f-a4d0f1e0a737 service neutron] 10.222.0.35 "GET /v2.0/networks/e6526d04-48d2-40b4-9e76-78a89af5f70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828655 Sep 08 00:58:17.050482 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8838dc3-0e2a-498c-bc33-7bf37a668369 req-ba32432f-deff-4db2-a34d-d7f927a466ca tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:58:17.051964 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e8838dc3-0e2a-498c-bc33-7bf37a668369 req-ba32432f-deff-4db2-a34d-d7f927a466ca tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f HTTP/1.1" status: 200 len: 943 time: 0.0480325 Sep 08 00:58:17.088124 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e8838dc3-0e2a-498c-bc33-7bf37a668369 req-08a21c65-15f4-4d9c-aad4-fb5320aac998 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d4ff218-b53e-4b14-b918-071fece1b797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301559 Sep 08 00:58:17.828950 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-439955af-9493-4038-b5a8-fe734a32f825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:58:18.203014 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba3409-d03b-4840-9484-61424e33315d req-f7e0ec5e-c04a-407e-9350-4a86e889fb2f tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:58:18.204482 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-40ba3409-d03b-4840-9484-61424e33315d req-f7e0ec5e-c04a-407e-9350-4a86e889fb2f tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f HTTP/1.1" status: 200 len: 943 time: 0.0516467 Sep 08 00:58:18.241016 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-40ba3409-d03b-4840-9484-61424e33315d req-6c15c399-813e-4c43-8631-f6cc24c0176e tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d4ff218-b53e-4b14-b918-071fece1b797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307214 Sep 08 00:58:19.352581 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b1ff1-5d84-4e47-bed9-02dff4ccbf2d req-cfd6ddd7-4a42-4eaf-a6b4-79e865c75928 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:58:19.354068 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-928b1ff1-5d84-4e47-bed9-02dff4ccbf2d req-cfd6ddd7-4a42-4eaf-a6b4-79e865c75928 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f HTTP/1.1" status: 200 len: 943 time: 0.0485740 Sep 08 00:58:19.392372 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-928b1ff1-5d84-4e47-bed9-02dff4ccbf2d req-9473b86e-bcea-44f7-806e-7f9c893f48ec tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d4ff218-b53e-4b14-b918-071fece1b797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317619 Sep 08 00:58:20.505205 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ba317-c094-4688-b3b6-f3321dd14032 req-540495f3-97e2-4e80-91ea-92ecbdce7a7e tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:58:20.506666 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-232ba317-c094-4688-b3b6-f3321dd14032 req-540495f3-97e2-4e80-91ea-92ecbdce7a7e tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f HTTP/1.1" status: 200 len: 943 time: 0.0475821 Sep 08 00:58:20.546294 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-232ba317-c094-4688-b3b6-f3321dd14032 req-9396543b-657d-45d3-959d-2c44008586d7 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d4ff218-b53e-4b14-b918-071fece1b797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334868 Sep 08 00:58:20.833167 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:58:20.834647 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-5e7c76d3-f4d8-47e5-8d5c-d0a23cbbe625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:58:21.661099 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae74a932-4700-4e48-8c6d-d9fa0e802315 req-ee8ada92-a828-4fdd-b473-b6aaab0dbece tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:58:21.662542 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ae74a932-4700-4e48-8c6d-d9fa0e802315 req-ee8ada92-a828-4fdd-b473-b6aaab0dbece tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f HTTP/1.1" status: 200 len: 943 time: 0.0514450 Sep 08 00:58:21.688815 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:58:21.702587 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ae74a932-4700-4e48-8c6d-d9fa0e802315 req-2279e65e-787e-428e-9e55-a7f4cf9ef803 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d4ff218-b53e-4b14-b918-071fece1b797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341787 Sep 08 00:58:22.178579 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.agents_db [None req-8a21184a-e449-40d8-9b7c-bcfe602fdfc6 None None] Agent healthcheck: found 6 active agents {{(pid=105701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 00:58:22.815532 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc86b4c3-28f5-4fda-8724-18eca819d791 req-a34ecf26-f7e2-47d2-9fa6-a86acaf4b698 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:58:22.817055 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-bc86b4c3-28f5-4fda-8724-18eca819d791 req-a34ecf26-f7e2-47d2-9fa6-a86acaf4b698 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f HTTP/1.1" status: 200 len: 943 time: 0.0483847 Sep 08 00:58:22.854178 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-bc86b4c3-28f5-4fda-8724-18eca819d791 req-214456e0-06a6-4d17-a0e0-b4e0ecd804a5 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d4ff218-b53e-4b14-b918-071fece1b797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312648 Sep 08 00:58:23.157287 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:58:23.967333 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46218ad-0402-4304-88f5-bc70deaf5ef1 req-59bd5730-1846-48c9-86a1-ac2ab14a04af tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:58:23.968946 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device 9d60f835-10ee-4a31-925e-999d0866cc3f details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=105700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 00:58:23.969163 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e46218ad-0402-4304-88f5-bc70deaf5ef1 req-59bd5730-1846-48c9-86a1-ac2ab14a04af tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f HTTP/1.1" status: 200 len: 943 time: 0.0489330 Sep 08 00:58:24.005874 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e46218ad-0402-4304-88f5-bc70deaf5ef1 req-51d92816-63fd-4c67-bf62-255d6e94ae7e tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d4ff218-b53e-4b14-b918-071fece1b797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308428 Sep 08 00:58:24.178360 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port 9d60f835-10ee-4a31-925e-999d0866cc3f, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=9d60f835-10ee-4a31-925e-999d0866cc3f,segment=NetworkSegment(66ccd0b1-4836-4259-add1-0dd342b6eabf),segment_id=66ccd0b1-4836-4259-add1-0dd342b6eabf)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:58:24.189402 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Returning: {'device': '9d60f835-10ee-4a31-925e-999d0866cc3f', 'network_id': 'e6526d04-48d2-40b4-9e76-78a89af5f70a', 'port_id': '9d60f835-10ee-4a31-925e-999d0866cc3f', 'mac_address': 'fa:16:3e:a4:38:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13f0f2a8-7f0f-4469-a4d5-64cb8966c152', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 00:58:24.224261 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:58:24.235945 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.notifiers.nova [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d60f835-10ee-4a31-925e-999d0866cc3f {{(pid=105700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 00:58:24.254515 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port 9d60f835-10ee-4a31-925e-999d0866cc3f, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=9d60f835-10ee-4a31-925e-999d0866cc3f,segment=NetworkSegment(66ccd0b1-4836-4259-add1-0dd342b6eabf),segment_id=66ccd0b1-4836-4259-add1-0dd342b6eabf)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:58:24.258477 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:58:24.302666 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Pushing event updated for resources: {'Port': ['ID=9d60f835-10ee-4a31-925e-999d0866cc3f,revision_number=7']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:58:24.309359 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:58:24.309706 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:58:24.310040 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:58:24.310368 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:58:24.311264 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:58:24.311731 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:58:24.312062 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:58:24.312391 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:58:24.312731 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:58:24.313050 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:58:24.313372 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:58:24.313741 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:58:24.666947 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] get_ports_and_sgs() called for port_ids ['9d60f835-10ee-4a31-925e-999d0866cc3f'] {{(pid=105700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 00:58:25.122829 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eae693-4757-49f6-898d-922c8bf3d8f9 req-67b97395-03ef-4c92-b651-ca8dc82ada3c tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:58:25.124391 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-38eae693-4757-49f6-898d-922c8bf3d8f9 req-67b97395-03ef-4c92-b651-ca8dc82ada3c tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f HTTP/1.1" status: 200 len: 944 time: 0.0517714 Sep 08 00:58:25.161204 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-38eae693-4757-49f6-898d-922c8bf3d8f9 req-e2714018-632c-447b-b172-ac6aefc79d0b tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d4ff218-b53e-4b14-b918-071fece1b797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310819 Sep 08 00:58:25.970454 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device 9d60f835-10ee-4a31-925e-999d0866cc3f up at agent hyperv_hv-cinder-75996 {{(pid=105700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 00:58:26.019479 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.provisioning_blocks [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Provisioning complete for port 9d60f835-10ee-4a31-925e-999d0866cc3f triggered by entity L2. {{(pid=105700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 00:58:26.019878 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573984'] for port, provisioning_complete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:58:26.094856 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3544156'] for port, before_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:58:26.116625 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8b3ee0-30e6-44c0-a1a3-940bcde7994f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d60f835-10ee-4a31-925e-999d0866cc3f'}] {{(pid=105700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:58:26.118841 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8460d1f582680b5b58131e18e26cc0c46bcacb71cb7028c1e32c58fa4cd87a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15664aa8-413e-4a0b-8714-edf4b3d22cbc" -d '{"events": [{"server_uuid": "bd8b3ee0-30e6-44c0-a1a3-940bcde7994f", "name": "network-vif-plugged", "status": "completed", "tag": "9d60f835-10ee-4a31-925e-999d0866cc3f"}]}' {{(pid=105700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:58:26.131412 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] For port 9d60f835-10ee-4a31-925e-999d0866cc3f, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=9d60f835-10ee-4a31-925e-999d0866cc3f,segment=NetworkSegment(66ccd0b1-4836-4259-add1-0dd342b6eabf),segment_id=66ccd0b1-4836-4259-add1-0dd342b6eabf)] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 00:58:26.135852 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256896238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792256344495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792256344513'] for port, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:58:26.162441 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 00:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7044c4-f9a1-46c8-aca1-976d528da832 x-openstack-request-id: req-4f7044c4-f9a1-46c8-aca1-976d528da832 {{(pid=105700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:58:26.162733 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd8b3ee0-30e6-44c0-a1a3-940bcde7994f", "name": "network-vif-plugged", "status": "completed", "tag": "9d60f835-10ee-4a31-925e-999d0866cc3f", "code": 200}]} {{(pid=105700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:58:26.162980 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4f7044c4-f9a1-46c8-aca1-976d528da832 {{(pid=105700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:58:26.163361 dv-cinder-759961-13-iscsi neutron-server[105700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd8b3ee0-30e6-44c0-a1a3-940bcde7994f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d60f835-10ee-4a31-925e-999d0866cc3f', 'code': 200} Sep 08 00:58:26.187794 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Pushing event updated for resources: {'Port': ['ID=9d60f835-10ee-4a31-925e-999d0866cc3f,revision_number=8']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:58:26.275217 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af787dc9-61b2-4680-826d-a7eca1568097 req-78b48ede-5bc2-44cf-94b8-6cf5a734ff89 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:58:26.276863 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-af787dc9-61b2-4680-826d-a7eca1568097 req-78b48ede-5bc2-44cf-94b8-6cf5a734ff89 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f HTTP/1.1" status: 200 len: 945 time: 0.0495892 Sep 08 00:58:26.316462 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-af787dc9-61b2-4680-826d-a7eca1568097 req-4ecf790f-c220-4ec4-ac10-2116c043cee2 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d4ff218-b53e-4b14-b918-071fece1b797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334697 Sep 08 00:58:26.402944 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a65285-f51a-4f96-8f95-9cc050569768 req-b00fe2d9-e213-408e-94c2-449da2c1e4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:58:26.404363 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-c4a65285-f51a-4f96-8f95-9cc050569768 req-b00fe2d9-e213-408e-94c2-449da2c1e4e8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f HTTP/1.1" status: 200 len: 1098 time: 0.0394821 Sep 08 00:58:26.438646 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-c4a65285-f51a-4f96-8f95-9cc050569768 req-427fcd16-0fc7-4978-9eef-3374effa0c8a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9d4ff218-b53e-4b14-b918-071fece1b797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272856 Sep 08 00:58:27.431767 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9ed26-d024-446c-8a94-ae2107effb93 req-2ae42671-ed50-4ad0-8a36-cabfa10eded7 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:58:27.433244 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-84d9ed26-d024-446c-8a94-ae2107effb93 req-2ae42671-ed50-4ad0-8a36-cabfa10eded7 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f HTTP/1.1" status: 200 len: 945 time: 0.0480514 Sep 08 00:58:27.471423 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-84d9ed26-d024-446c-8a94-ae2107effb93 req-b4f64e9b-80bc-4903-92a5-b4568b11a266 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d4ff218-b53e-4b14-b918-071fece1b797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316298 Sep 08 00:58:28.589404 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5305bd-2e21-491a-a124-fa39ddd99137 req-62f2131d-815d-43f4-9735-180469843ce3 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:58:28.590873 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ef5305bd-2e21-491a-a124-fa39ddd99137 req-62f2131d-815d-43f4-9735-180469843ce3 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f HTTP/1.1" status: 200 len: 945 time: 0.0525379 Sep 08 00:58:28.627010 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-ef5305bd-2e21-491a-a124-fa39ddd99137 req-9f089d1e-5232-465b-98c9-4bfc9344ee3a tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d4ff218-b53e-4b14-b918-071fece1b797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302770 Sep 08 00:58:45.564175 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:58:47.830034 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-21839f50-4246-4687-8bc1-583e7f7721e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:58:50.832961 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:58:50.834721 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-2a3553e1-fb75-4b62-a5ad-833aa0f2af0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:58:51.690395 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:58:53.160768 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:58:59.178126 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.agents_db [None req-8a21184a-e449-40d8-9b7c-bcfe602fdfc6 None None] Agent healthcheck: found 6 active agents {{(pid=105701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 00:58:59.900713 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-caaff646-c657-4de2-8056-38703609168a req-01b33665-aede-41bb-8686-3fdce6feb4d9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387683 Sep 08 00:59:00.006069 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaff646-c657-4de2-8056-38703609168a req-f0dba21e-6535-4ad7-9e25-7486fa83225d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:59:00.007497 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-caaff646-c657-4de2-8056-38703609168a req-f0dba21e-6535-4ad7-9e25-7486fa83225d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ebae23dae4654fdf9e39188a8e715c3b&device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f HTTP/1.1" status: 200 len: 1098 time: 0.0403421 Sep 08 00:59:00.110093 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaff646-c657-4de2-8056-38703609168a req-0aaf3482-5883-4af5-a116-b85ea36ed0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:59:00.111415 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-caaff646-c657-4de2-8056-38703609168a req-0aaf3482-5883-4af5-a116-b85ea36ed0ef service neutron] 10.222.0.35 "GET /v2.0/networks?id=e6526d04-48d2-40b4-9e76-78a89af5f70a HTTP/1.1" status: 200 len: 910 time: 0.0843678 Sep 08 00:59:00.175707 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-caaff646-c657-4de2-8056-38703609168a req-abdcea00-8455-4f10-9840-7ccc12206b6a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d60f835-10ee-4a31-925e-999d0866cc3f HTTP/1.1" status: 200 len: 1000 time: 0.0559738 Sep 08 00:59:00.228630 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaff646-c657-4de2-8056-38703609168a req-91f64859-a843-4180-8282-e322f5e71bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:59:00.230027 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-caaff646-c657-4de2-8056-38703609168a req-91f64859-a843-4180-8282-e322f5e71bb8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=13f0f2a8-7f0f-4469-a4d5-64cb8966c152 HTTP/1.1" status: 200 len: 848 time: 0.0467379 Sep 08 00:59:00.282914 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaff646-c657-4de2-8056-38703609168a req-5aee82a9-2c34-4574-8bb9-6231464228d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:59:00.284436 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-caaff646-c657-4de2-8056-38703609168a req-5aee82a9-2c34-4574-8bb9-6231464228d0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6526d04-48d2-40b4-9e76-78a89af5f70a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0416031 Sep 08 00:59:00.377966 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-caaff646-c657-4de2-8056-38703609168a req-d4e20c0e-a09a-4656-8fb5-455a7fbbb9d7 service neutron] 10.222.0.35 "GET /v2.0/networks/e6526d04-48d2-40b4-9e76-78a89af5f70a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856507 Sep 08 00:59:00.696107 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-caaff646-c657-4de2-8056-38703609168a req-1e06f7a4-1218-4ec6-a829-973f4fe1cd7d service neutron] 10.222.0.35 "GET /v2.0/networks/e6526d04-48d2-40b4-9e76-78a89af5f70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100560 Sep 08 00:59:02.606533 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [req-6fc84408-f144-4af4-846a-c4ebdff90e64 req-bb6f85c0-4e28-498c-9951-512d0f1119d4 service neutron] (105698) timed out ('10.222.0.35', 57622) {{(pid=105698) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 08 00:59:15.573380 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:59:17.832874 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-21c0847c-f98c-4c96-a470-ae1adfbf5bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:59:20.833743 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:59:20.835767 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-3eb7ca8d-3583-4d2e-9f58-8f1a58d3af69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:59:21.693387 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:59:23.163136 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:59:36.177069 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.agents_db [None req-8a21184a-e449-40d8-9b7c-bcfe602fdfc6 None None] Agent healthcheck: found 6 active agents {{(pid=105701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 00:59:45.568248 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:59:47.832697 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-0d594d42-139e-4c28-b022-a8642f969618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:59:50.833330 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-49125d59-4d58-4c59-bf64-f8d2562ab7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:59:50.835034 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:59:51.697389 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:59:53.165415 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:59:57.417284 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 58922) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 00:59:57.572796 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-0d1c4fc3-dc2b-4a11-8de0-58c5acb4b6bb tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Deleting port b35e1d81-b7f1-458d-9c11-5c0b56119c43 {{(pid=105698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 00:59:57.573136 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0d1c4fc3-dc2b-4a11-8de0-58c5acb4b6bb tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256891158'] for port, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:59:57.647391 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0d1c4fc3-dc2b-4a11-8de0-58c5acb4b6bb tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538637'] for port, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:59:57.647744 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0d1c4fc3-dc2b-4a11-8de0-58c5acb4b6bb tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:59:57.658885 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-0d1c4fc3-dc2b-4a11-8de0-58c5acb4b6bb tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Calling delete_port for b35e1d81-b7f1-458d-9c11-5c0b56119c43 owned by network:floatingip {{(pid=105698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 00:59:57.801391 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0d1c4fc3-dc2b-4a11-8de0-58c5acb4b6bb tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256896220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792256344486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705649'] for port, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:59:57.827564 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1c4fc3-dc2b-4a11-8de0-58c5acb4b6bb tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Pushing event deleted for resources: {'Port': ['ID=b35e1d81-b7f1-458d-9c11-5c0b56119c43,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 00:59:57.852935 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c4fc3-dc2b-4a11-8de0-58c5acb4b6bb tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:59:57.853376 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c4fc3-dc2b-4a11-8de0-58c5acb4b6bb tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:59:57.853740 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c4fc3-dc2b-4a11-8de0-58c5acb4b6bb tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:59:57.853920 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c4fc3-dc2b-4a11-8de0-58c5acb4b6bb tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:59:57.854245 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c4fc3-dc2b-4a11-8de0-58c5acb4b6bb tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:59:57.854568 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c4fc3-dc2b-4a11-8de0-58c5acb4b6bb tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:59:57.854888 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c4fc3-dc2b-4a11-8de0-58c5acb4b6bb tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:59:57.855207 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c4fc3-dc2b-4a11-8de0-58c5acb4b6bb tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:59:57.855550 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c4fc3-dc2b-4a11-8de0-58c5acb4b6bb tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:59:57.855861 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c4fc3-dc2b-4a11-8de0-58c5acb4b6bb tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:59:57.856176 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c4fc3-dc2b-4a11-8de0-58c5acb4b6bb tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:59:57.856487 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c4fc3-dc2b-4a11-8de0-58c5acb4b6bb tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 00:59:57.893496 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0d1c4fc3-dc2b-4a11-8de0-58c5acb4b6bb tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Notify callbacks [] for floatingip, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:59:57.893790 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.db.l3_db [None req-0d1c4fc3-dc2b-4a11-8de0-58c5acb4b6bb tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Floating IP 5ef61c3e-683e-4b76-9857-4a5b592be57c disassociated (deleted). External IP: 172.27.0.38, port: 9d60f835-10ee-4a31-925e-999d0866cc3f. Sep 08 00:59:58.090449 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d1c4fc3-dc2b-4a11-8de0-58c5acb4b6bb tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Router 6d6ff8c5-d614-407f-a1ee-b9d573348ce1 has already been hosted by L3 agent e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146 {{(pid=105698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 00:59:58.192367 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1c4fc3-dc2b-4a11-8de0-58c5acb4b6bb tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Notify agent at l3_agent.dv-cinder-759961-13-iscsi the message routers_updated {{(pid=105698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 00:59:58.197154 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0d1c4fc3-dc2b-4a11-8de0-58c5acb4b6bb tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for floatingip, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:59:58.202089 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39773a9e-c040-4c5c-9db1-c6a1228c558c None None] Sync routers for ids ['6d6ff8c5-d614-407f-a1ee-b9d573348ce1'] in dv-cinder-759961-13-iscsi {{(pid=105700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 00:59:58.211302 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39773a9e-c040-4c5c-9db1-c6a1228c558c None None] Routers {'6d6ff8c5-d614-407f-a1ee-b9d573348ce1'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:59:58.211946 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-39773a9e-c040-4c5c-9db1-c6a1228c558c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:59:51Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['6d6ff8c5-d614-407f-a1ee-b9d573348ce1'], 'active': True} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:59:58.226696 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-0d1c4fc3-dc2b-4a11-8de0-58c5acb4b6bb tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "DELETE /v2.0/floatingips/5ef61c3e-683e-4b76-9857-4a5b592be57c HTTP/1.1" status: 204 len: 168 time: 0.8082209 Sep 08 00:59:58.227278 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd8b3ee0-30e6-44c0-a1a3-940bcde7994f', 'tag': '9d60f835-10ee-4a31-925e-999d0866cc3f'}] {{(pid=105698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 00:59:58.229520 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26d4041160ff19e6bfa7ff8d463369e3025ec2e9db032453864bb7ad8051457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e35d6d-5d02-4649-85e8-ddd7b13dadac" -d '{"events": [{"name": "network-changed", "server_uuid": "bd8b3ee0-30e6-44c0-a1a3-940bcde7994f", "tag": "9d60f835-10ee-4a31-925e-999d0866cc3f"}]}' {{(pid=105698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 00:59:58.267747 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 00:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c399081-c3bf-4032-a0b5-91692dc820f2 x-openstack-request-id: req-7c399081-c3bf-4032-a0b5-91692dc820f2 {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 00:59:58.268407 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd8b3ee0-30e6-44c0-a1a3-940bcde7994f", "tag": "9d60f835-10ee-4a31-925e-999d0866cc3f", "status": "completed", "code": 200}]} {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 00:59:58.268659 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7c399081-c3bf-4032-a0b5-91692dc820f2 {{(pid=105698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 00:59:58.269060 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd8b3ee0-30e6-44c0-a1a3-940bcde7994f', 'tag': '9d60f835-10ee-4a31-925e-999d0866cc3f', 'status': 'completed', 'code': 200} Sep 08 00:59:58.320915 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvr_db [None req-39773a9e-c040-4c5c-9db1-c6a1228c558c None None] Set router 6d6ff8c5-d614-407f-a1ee-b9d573348ce1 gateway port host: dv-cinder-759961-13-iscsi {{(pid=105700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:59:58.411416 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e35d6d-5d02-4649-85e8-ddd7b13dadac req-3d57e214-2b86-4c18-bb18-809a51c63423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:59:58.413000 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-c3e35d6d-5d02-4649-85e8-ddd7b13dadac req-3d57e214-2b86-4c18-bb18-809a51c63423 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ebae23dae4654fdf9e39188a8e715c3b&device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f HTTP/1.1" status: 200 len: 1098 time: 0.1000905 Sep 08 00:59:58.507788 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e35d6d-5d02-4649-85e8-ddd7b13dadac req-21ca2b55-8a1a-47f9-8f6c-b23ead44a409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:59:58.509342 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-c3e35d6d-5d02-4649-85e8-ddd7b13dadac req-21ca2b55-8a1a-47f9-8f6c-b23ead44a409 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e6526d04-48d2-40b4-9e76-78a89af5f70a HTTP/1.1" status: 200 len: 910 time: 0.0868685 Sep 08 00:59:58.537618 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-39773a9e-c040-4c5c-9db1-c6a1228c558c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6ff8c5-d614-407f-a1ee-b9d573348ce1', 'name': 'tempest-TestShelveInstance-1498098595-router', 'tenant_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '943f9067-88b6-4368-8a34-1666005e305f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:54:51Z', 'updated_at': '2021-09-08T00:54:54Z', 'revision_number': 4, 'project_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'gw_port': {'id': '943f9067-88b6-4368-8a34-1666005e305f', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6ff8c5-d614-407f-a1ee-b9d573348ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:54:51Z', 'updated_at': '2021-09-08T00:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_interfaces': [{'id': '1a6365e5-4caf-4a12-b892-7fab11c41862', 'name': '', 'network_id': 'e6526d04-48d2-40b4-9e76-78a89af5f70a', 'tenant_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'mac_address': 'fa:16:3e:70:da:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6ff8c5-d614-407f-a1ee-b9d573348ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '13f0f2a8-7f0f-4469-a4d5-64cb8966c152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:54:53Z', 'updated_at': '2021-09-08T00:55:00Z', 'revision_number': 5, 'project_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'subnets': [{'id': '13f0f2a8-7f0f-4469-a4d5-64cb8966c152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:59:58.555970 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-c3e35d6d-5d02-4649-85e8-ddd7b13dadac req-0a7d7e6f-a540-4f02-9946-5d82627893b9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d60f835-10ee-4a31-925e-999d0866cc3f HTTP/1.1" status: 200 len: 217 time: 0.0375240 Sep 08 00:59:58.563719 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39773a9e-c040-4c5c-9db1-c6a1228c558c None None] Checking router: 6d6ff8c5-d614-407f-a1ee-b9d573348ce1 for host: dv-cinder-759961-13-iscsi {{(pid=105700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 00:59:58.572314 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39773a9e-c040-4c5c-9db1-c6a1228c558c None None] Routers {'6d6ff8c5-d614-407f-a1ee-b9d573348ce1'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 00:59:58.572933 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-39773a9e-c040-4c5c-9db1-c6a1228c558c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:59:51Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['6d6ff8c5-d614-407f-a1ee-b9d573348ce1'], 'active': True} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:59:58.608533 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e35d6d-5d02-4649-85e8-ddd7b13dadac req-655757db-ce56-4cdf-997d-70bcf1645585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:59:58.610572 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-c3e35d6d-5d02-4649-85e8-ddd7b13dadac req-655757db-ce56-4cdf-997d-70bcf1645585 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=13f0f2a8-7f0f-4469-a4d5-64cb8966c152 HTTP/1.1" status: 200 len: 848 time: 0.0478239 Sep 08 00:59:58.616964 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ebdd2-c203-4c44-8664-4a824828fed2 req-9dda3801-9bec-4444-a818-1cbe1ad937dd tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:59:58.618492 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-000ebdd2-c203-4c44-8664-4a824828fed2 req-9dda3801-9bec-4444-a818-1cbe1ad937dd tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f HTTP/1.1" status: 200 len: 945 time: 0.2006991 Sep 08 00:59:58.657186 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e35d6d-5d02-4649-85e8-ddd7b13dadac req-7f487450-1908-44f3-bae5-8596385d92f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:59:58.658045 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-000ebdd2-c203-4c44-8664-4a824828fed2 req-8e5c1c88-84a2-4d1d-95aa-d1a6529e6b38 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d4ff218-b53e-4b14-b918-071fece1b797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333376 Sep 08 00:59:58.658683 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-c3e35d6d-5d02-4649-85e8-ddd7b13dadac req-7f487450-1908-44f3-bae5-8596385d92f2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6526d04-48d2-40b4-9e76-78a89af5f70a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0406065 Sep 08 00:59:58.692400 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvr_db [None req-39773a9e-c040-4c5c-9db1-c6a1228c558c None None] Set router 6d6ff8c5-d614-407f-a1ee-b9d573348ce1 gateway port host: dv-cinder-759961-13-iscsi {{(pid=105700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 00:59:58.753495 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-c3e35d6d-5d02-4649-85e8-ddd7b13dadac req-0b41b1b4-0d36-45eb-b621-c83a2907fd8e service neutron] 10.222.0.35 "GET /v2.0/networks/e6526d04-48d2-40b4-9e76-78a89af5f70a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856524 Sep 08 00:59:58.844857 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-c3e35d6d-5d02-4649-85e8-ddd7b13dadac req-743c488f-abf7-4a07-a0b9-1f057aefd6e8 service neutron] 10.222.0.35 "GET /v2.0/networks/e6526d04-48d2-40b4-9e76-78a89af5f70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835745 Sep 08 00:59:58.887912 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-39773a9e-c040-4c5c-9db1-c6a1228c558c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6ff8c5-d614-407f-a1ee-b9d573348ce1', 'name': 'tempest-TestShelveInstance-1498098595-router', 'tenant_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '943f9067-88b6-4368-8a34-1666005e305f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:54:51Z', 'updated_at': '2021-09-08T00:54:54Z', 'revision_number': 4, 'project_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'gw_port': {'id': '943f9067-88b6-4368-8a34-1666005e305f', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6ff8c5-d614-407f-a1ee-b9d573348ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:54:51Z', 'updated_at': '2021-09-08T00:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_interfaces': [{'id': '1a6365e5-4caf-4a12-b892-7fab11c41862', 'name': '', 'network_id': 'e6526d04-48d2-40b4-9e76-78a89af5f70a', 'tenant_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'mac_address': 'fa:16:3e:70:da:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6ff8c5-d614-407f-a1ee-b9d573348ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '13f0f2a8-7f0f-4469-a4d5-64cb8966c152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:54:53Z', 'updated_at': '2021-09-08T00:55:00Z', 'revision_number': 5, 'project_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'subnets': [{'id': '13f0f2a8-7f0f-4469-a4d5-64cb8966c152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 00:59:58.917019 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39773a9e-c040-4c5c-9db1-c6a1228c558c None None] The sync data for ids ['6d6ff8c5-d614-407f-a1ee-b9d573348ce1'] in dv-cinder-759961-13-iscsi is: [{'id': '6d6ff8c5-d614-407f-a1ee-b9d573348ce1', 'name': 'tempest-TestShelveInstance-1498098595-router', 'tenant_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '943f9067-88b6-4368-8a34-1666005e305f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:54:51Z', 'updated_at': '2021-09-08T00:54:54Z', 'revision_number': 4, 'project_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'gw_port': {'id': '943f9067-88b6-4368-8a34-1666005e305f', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6ff8c5-d614-407f-a1ee-b9d573348ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:54:51Z', 'updated_at': '2021-09-08T00:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi', '_interfaces': [{'id': '1a6365e5-4caf-4a12-b892-7fab11c41862', 'name': '', 'network_id': 'e6526d04-48d2-40b4-9e76-78a89af5f70a', 'tenant_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'mac_address': 'fa:16:3e:70:da:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6ff8c5-d614-407f-a1ee-b9d573348ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '13f0f2a8-7f0f-4469-a4d5-64cb8966c152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:54:53Z', 'updated_at': '2021-09-08T00:55:00Z', 'revision_number': 5, 'project_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'subnets': [{'id': '13f0f2a8-7f0f-4469-a4d5-64cb8966c152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 00:59:59.114046 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0e2741-cd04-4c18-81a1-8c06119324f1 None None] New status for floating IP 5ef61c3e-683e-4b76-9857-4a5b592be57c: DOWN {{(pid=105701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 00:59:59.834914 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1482e69-88aa-48c5-8cf5-293afbc4dff3 req-92548cf0-ddb6-4740-9a99-b03ca4a1f960 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 00:59:59.836520 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e1482e69-88aa-48c5-8cf5-293afbc4dff3 req-92548cf0-ddb6-4740-9a99-b03ca4a1f960 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f HTTP/1.1" status: 200 len: 945 time: 0.0981715 Sep 08 00:59:59.875410 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-e1482e69-88aa-48c5-8cf5-293afbc4dff3 req-aada0888-a88e-410b-93bf-68dfd1a8a60b tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d4ff218-b53e-4b14-b918-071fece1b797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327320 Sep 08 01:00:00.254602 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36cbf1-c4ca-44ea-967a-05443fce03d9 req-210d567b-1037-45ac-96ce-00a15da04103 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 01:00:00.256076 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-bd36cbf1-c4ca-44ea-967a-05443fce03d9 req-210d567b-1037-45ac-96ce-00a15da04103 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f HTTP/1.1" status: 200 len: 945 time: 0.0495067 Sep 08 01:00:00.347232 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [req-bd36cbf1-c4ca-44ea-967a-05443fce03d9 req-7f407364-0cd8-4c46-845c-cbd50925bbdb tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Deleting port 9d60f835-10ee-4a31-925e-999d0866cc3f {{(pid=105698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 01:00:00.347609 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-bd36cbf1-c4ca-44ea-967a-05443fce03d9 req-7f407364-0cd8-4c46-845c-cbd50925bbdb tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256891158'] for port, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:00.434526 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.db [req-bd36cbf1-c4ca-44ea-967a-05443fce03d9 req-7f407364-0cd8-4c46-845c-cbd50925bbdb tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] For port 9d60f835-10ee-4a31-925e-999d0866cc3f, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=9d60f835-10ee-4a31-925e-999d0866cc3f,segment=NetworkSegment(66ccd0b1-4836-4259-add1-0dd342b6eabf),segment_id=66ccd0b1-4836-4259-add1-0dd342b6eabf)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 01:00:00.434891 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-bd36cbf1-c4ca-44ea-967a-05443fce03d9 req-7f407364-0cd8-4c46-845c-cbd50925bbdb tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538637'] for port, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:00.447357 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [req-bd36cbf1-c4ca-44ea-967a-05443fce03d9 req-7f407364-0cd8-4c46-845c-cbd50925bbdb tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Calling delete_port for 9d60f835-10ee-4a31-925e-999d0866cc3f owned by compute:nova {{(pid=105698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 01:00:00.580579 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-bd36cbf1-c4ca-44ea-967a-05443fce03d9 req-7f407364-0cd8-4c46-845c-cbd50925bbdb tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256896220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792256344486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705649'] for port, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:00.606944 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f407364-0cd8-4c46-845c-cbd50925bbdb tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Pushing event deleted for resources: {'Port': ['ID=9d60f835-10ee-4a31-925e-999d0866cc3f,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 01:00:00.654714 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd36cbf1-c4ca-44ea-967a-05443fce03d9 req-7f407364-0cd8-4c46-845c-cbd50925bbdb tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] No DVR routers for this DVR port 9d60f835-10ee-4a31-925e-999d0866cc3f on host hv-cinder-75996 {{(pid=105698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 01:00:00.657598 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [req-bd36cbf1-c4ca-44ea-967a-05443fce03d9 req-7f407364-0cd8-4c46-845c-cbd50925bbdb tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1039046'] for port, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:00.659663 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [req-bd36cbf1-c4ca-44ea-967a-05443fce03d9 req-7f407364-0cd8-4c46-845c-cbd50925bbdb tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.35 "DELETE /v2.0/ports/9d60f835-10ee-4a31-925e-999d0866cc3f HTTP/1.1" status: 204 len: 173 time: 0.3973222 Sep 08 01:00:00.660127 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8b3ee0-30e6-44c0-a1a3-940bcde7994f', 'name': 'network-vif-deleted', 'tag': '9d60f835-10ee-4a31-925e-999d0866cc3f'}] {{(pid=105698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 01:00:00.662378 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26d4041160ff19e6bfa7ff8d463369e3025ec2e9db032453864bb7ad8051457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4866bf-d2dc-4a7b-b1b2-a81be5f5f42a" -d '{"events": [{"server_uuid": "bd8b3ee0-30e6-44c0-a1a3-940bcde7994f", "name": "network-vif-deleted", "tag": "9d60f835-10ee-4a31-925e-999d0866cc3f"}]}' {{(pid=105698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 01:00:00.710622 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 01:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7367e434-5b0d-41c5-ad27-ba6ef61362c2 x-openstack-request-id: req-7367e434-5b0d-41c5-ad27-ba6ef61362c2 {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 01:00:00.710930 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd8b3ee0-30e6-44c0-a1a3-940bcde7994f", "name": "network-vif-deleted", "tag": "9d60f835-10ee-4a31-925e-999d0866cc3f", "status": "completed", "code": 200}]} {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 01:00:00.711203 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7367e434-5b0d-41c5-ad27-ba6ef61362c2 {{(pid=105698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 01:00:00.711631 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd8b3ee0-30e6-44c0-a1a3-940bcde7994f', 'name': 'network-vif-deleted', 'tag': '9d60f835-10ee-4a31-925e-999d0866cc3f', 'status': 'completed', 'code': 200} Sep 08 01:00:00.977654 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [req-3ff5f7bc-e194-4dbb-9216-4cffb851d2e0 req-c417bd69-faea-428d-9fe7-becba447af25 tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd8b3ee0-30e6-44c0-a1a3-940bcde7994f HTTP/1.1" status: 200 len: 210 time: 0.0316973 Sep 08 01:00:02.034161 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 58960) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 01:00:02.091215 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-94ade1ff-b3b8-4423-8b4a-268d8b45a43d tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Notify callbacks [] for security_group, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:02.116048 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-94ade1ff-b3b8-4423-8b4a-268d8b45a43d tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:02.176092 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-94ade1ff-b3b8-4423-8b4a-268d8b45a43d tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:02.179074 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-94ade1ff-b3b8-4423-8b4a-268d8b45a43d tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:02.180473 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-94ade1ff-b3b8-4423-8b4a-268d8b45a43d tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] 10.222.0.15 "DELETE /v2.0/security-groups/9d4ff218-b53e-4b14-b918-071fece1b797 HTTP/1.1" status: 204 len: 168 time: 0.1451404 Sep 08 01:00:02.190693 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ade1ff-b3b8-4423-8b4a-268d8b45a43d tempest-TestShelveInstance-1673462519 tempest-TestShelveInstance-1673462519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4ff218-b53e-4b14-b918-071fece1b797,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 01:00:02.223861 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 58964) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 01:00:02.648044 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-6dcc8d8a-2542-4555-8e57-ee02b3ca13e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531572'] for router_interface, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:02.877487 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-6dcc8d8a-2542-4555-8e57-ee02b3ca13e4 admin admin] Deleting port 1a6365e5-4caf-4a12-b892-7fab11c41862 {{(pid=105698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 01:00:02.877821 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-6dcc8d8a-2542-4555-8e57-ee02b3ca13e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256891158'] for port, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:02.952992 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-6dcc8d8a-2542-4555-8e57-ee02b3ca13e4 admin admin] For port 1a6365e5-4caf-4a12-b892-7fab11c41862, host dv-cinder-759961-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=1a6365e5-4caf-4a12-b892-7fab11c41862,segment=NetworkSegment(66ccd0b1-4836-4259-add1-0dd342b6eabf),segment_id=66ccd0b1-4836-4259-add1-0dd342b6eabf)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 01:00:02.953269 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-6dcc8d8a-2542-4555-8e57-ee02b3ca13e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538637'] for port, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:02.965354 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-6dcc8d8a-2542-4555-8e57-ee02b3ca13e4 admin admin] Calling delete_port for 1a6365e5-4caf-4a12-b892-7fab11c41862 owned by network:router_interface {{(pid=105698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 01:00:03.136819 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-6dcc8d8a-2542-4555-8e57-ee02b3ca13e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256896220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792256344486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705649'] for port, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:03.162516 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcc8d8a-2542-4555-8e57-ee02b3ca13e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a6365e5-4caf-4a12-b892-7fab11c41862,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 01:00:03.330957 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-6dcc8d8a-2542-4555-8e57-ee02b3ca13e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531608'] for router_interface, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:03.541847 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dcc8d8a-2542-4555-8e57-ee02b3ca13e4 admin admin] Router 6d6ff8c5-d614-407f-a1ee-b9d573348ce1 has already been hosted by L3 agent e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146 {{(pid=105698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 01:00:03.868786 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dcc8d8a-2542-4555-8e57-ee02b3ca13e4 admin admin] Notify agent at l3_agent.dv-cinder-759961-13-iscsi the message routers_updated {{(pid=105698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 01:00:03.873752 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-6dcc8d8a-2542-4555-8e57-ee02b3ca13e4 admin admin] 10.222.0.15 "PUT /v2.0/routers/6d6ff8c5-d614-407f-a1ee-b9d573348ce1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6488473 Sep 08 01:00:03.876406 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 58968) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 01:00:03.880355 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573db2da-0b69-4efe-88f2-bd0127f97462 None None] Sync routers for ids ['6d6ff8c5-d614-407f-a1ee-b9d573348ce1'] in dv-cinder-759961-13-iscsi {{(pid=105700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 01:00:03.891823 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573db2da-0b69-4efe-88f2-bd0127f97462 None None] Routers {'6d6ff8c5-d614-407f-a1ee-b9d573348ce1'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 01:00:03.892436 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-573db2da-0b69-4efe-88f2-bd0127f97462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:59:51Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['6d6ff8c5-d614-407f-a1ee-b9d573348ce1'], 'active': True} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 01:00:03.980109 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-620a1bdf-78a0-4832-baca-e9135552551a admin admin] Notify callbacks [] for router, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:03.997937 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvr_db [None req-573db2da-0b69-4efe-88f2-bd0127f97462 None None] Set router 6d6ff8c5-d614-407f-a1ee-b9d573348ce1 gateway port host: dv-cinder-759961-13-iscsi {{(pid=105700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 01:00:04.081816 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-620a1bdf-78a0-4832-baca-e9135552551a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:04.132179 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.plugin [None req-620a1bdf-78a0-4832-baca-e9135552551a admin admin] Deleting port 943f9067-88b6-4368-8a34-1666005e305f {{(pid=105699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 01:00:04.132620 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-620a1bdf-78a0-4832-baca-e9135552551a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256891158'] for port, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:04.170390 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-573db2da-0b69-4efe-88f2-bd0127f97462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6ff8c5-d614-407f-a1ee-b9d573348ce1', 'name': 'tempest-TestShelveInstance-1498098595-router', 'tenant_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '943f9067-88b6-4368-8a34-1666005e305f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:54:51Z', 'updated_at': '2021-09-08T01:00:03Z', 'revision_number': 5, 'project_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'gw_port': {'id': '943f9067-88b6-4368-8a34-1666005e305f', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6ff8c5-d614-407f-a1ee-b9d573348ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:54:51Z', 'updated_at': '2021-09-08T00:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi'}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 01:00:04.196434 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573db2da-0b69-4efe-88f2-bd0127f97462 None None] Checking router: 6d6ff8c5-d614-407f-a1ee-b9d573348ce1 for host: dv-cinder-759961-13-iscsi {{(pid=105700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 01:00:04.205205 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573db2da-0b69-4efe-88f2-bd0127f97462 None None] Routers {'6d6ff8c5-d614-407f-a1ee-b9d573348ce1'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 01:00:04.205806 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-573db2da-0b69-4efe-88f2-bd0127f97462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:59:51Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['6d6ff8c5-d614-407f-a1ee-b9d573348ce1'], 'active': True} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 01:00:04.208753 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.db [None req-620a1bdf-78a0-4832-baca-e9135552551a admin admin] For port 943f9067-88b6-4368-8a34-1666005e305f, host dv-cinder-759961-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=943f9067-88b6-4368-8a34-1666005e305f,segment=NetworkSegment(8f85bbb2-d588-4058-a2ba-8b00436e9fac),segment_id=8f85bbb2-d588-4058-a2ba-8b00436e9fac)] {{(pid=105699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 01:00:04.209120 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-620a1bdf-78a0-4832-baca-e9135552551a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538637'] for port, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:04.221375 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.plugin [None req-620a1bdf-78a0-4832-baca-e9135552551a admin admin] Calling delete_port for 943f9067-88b6-4368-8a34-1666005e305f owned by network:router_gateway {{(pid=105699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 01:00:04.288987 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvr_db [None req-573db2da-0b69-4efe-88f2-bd0127f97462 None None] Set router 6d6ff8c5-d614-407f-a1ee-b9d573348ce1 gateway port host: None {{(pid=105700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 01:00:04.341691 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_hamode_db [None req-573db2da-0b69-4efe-88f2-bd0127f97462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6ff8c5-d614-407f-a1ee-b9d573348ce1', 'name': 'tempest-TestShelveInstance-1498098595-router', 'tenant_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:54:51Z', 'updated_at': '2021-09-08T01:00:04Z', 'revision_number': 6, 'project_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'gw_port_host': None}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 01:00:04.366346 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573db2da-0b69-4efe-88f2-bd0127f97462 None None] The sync data for ids ['6d6ff8c5-d614-407f-a1ee-b9d573348ce1'] in dv-cinder-759961-13-iscsi is: [{'id': '6d6ff8c5-d614-407f-a1ee-b9d573348ce1', 'name': 'tempest-TestShelveInstance-1498098595-router', 'tenant_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:54:51Z', 'updated_at': '2021-09-08T01:00:04Z', 'revision_number': 6, 'project_id': 'ebae23dae4654fdf9e39188a8e715c3b', 'gw_port_host': None}] {{(pid=105700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 01:00:04.384410 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-620a1bdf-78a0-4832-baca-e9135552551a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256896220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792256344486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517368'] for port, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:04.417849 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a1bdf-78a0-4832-baca-e9135552551a admin admin] Pushing event deleted for resources: {'Port': ['ID=943f9067-88b6-4368-8a34-1666005e305f,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 01:00:04.429505 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620a1bdf-78a0-4832-baca-e9135552551a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 01:00:04.429848 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620a1bdf-78a0-4832-baca-e9135552551a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 01:00:04.430183 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620a1bdf-78a0-4832-baca-e9135552551a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 01:00:04.430509 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620a1bdf-78a0-4832-baca-e9135552551a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 01:00:04.430833 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620a1bdf-78a0-4832-baca-e9135552551a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 01:00:04.431157 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620a1bdf-78a0-4832-baca-e9135552551a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 01:00:04.431478 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620a1bdf-78a0-4832-baca-e9135552551a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 01:00:04.431823 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620a1bdf-78a0-4832-baca-e9135552551a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 01:00:04.432140 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620a1bdf-78a0-4832-baca-e9135552551a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 01:00:04.432459 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620a1bdf-78a0-4832-baca-e9135552551a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 01:00:04.432833 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620a1bdf-78a0-4832-baca-e9135552551a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 01:00:04.433167 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620a1bdf-78a0-4832-baca-e9135552551a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 01:00:04.438306 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device 9d60f835-10ee-4a31-925e-999d0866cc3f no longer exists at agent hyperv_hv-cinder-75996 {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 01:00:04.460343 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] No Port match for: 9d60f835-10ee-4a31-925e-999d0866cc3f {{(pid=105700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 01:00:04.460665 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Device 9d60f835-10ee-4a31-925e-999d0866cc3f not bound to the agent host hv-cinder-75996 {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 01:00:04.486518 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-620a1bdf-78a0-4832-baca-e9135552551a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529466'] for router_gateway, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:04.570452 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-620a1bdf-78a0-4832-baca-e9135552551a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6558'] for router, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:04.572633 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-620a1bdf-78a0-4832-baca-e9135552551a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:04.612890 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-620a1bdf-78a0-4832-baca-e9135552551a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528720'] for router, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:04.613368 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620a1bdf-78a0-4832-baca-e9135552551a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d6ff8c5-d614-407f-a1ee-b9d573348ce1 {{(pid=105699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 01:00:04.617676 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-620a1bdf-78a0-4832-baca-e9135552551a admin admin] Notify callbacks [] for router, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:04.618910 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-620a1bdf-78a0-4832-baca-e9135552551a admin admin] 10.222.0.15 "DELETE /v2.0/routers/6d6ff8c5-d614-407f-a1ee-b9d573348ce1 HTTP/1.1" status: 204 len: 168 time: 0.7414606 Sep 08 01:00:04.621477 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 58970) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 01:00:04.667260 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.db_base_plugin_v2 [None req-8607fcc4-00a7-48be-b012-6774a10ad9e5 admin admin] Deleting subnet 13f0f2a8-7f0f-4469-a4d5-64cb8966c152 {{(pid=105699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 01:00:04.670118 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-8607fcc4-00a7-48be-b012-6774a10ad9e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:04.704533 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-8607fcc4-00a7-48be-b012-6774a10ad9e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25306843'] for subnet, precommit_delete_associations {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:04.782833 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-8607fcc4-00a7-48be-b012-6774a10ad9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3572486'] for subnet, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:04.837572 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-8607fcc4-00a7-48be-b012-6774a10ad9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3572543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25517389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25903779'] for subnet, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:04.863969 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8607fcc4-00a7-48be-b012-6774a10ad9e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13f0f2a8-7f0f-4469-a4d5-64cb8966c152,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 01:00:04.867519 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-8607fcc4-00a7-48be-b012-6774a10ad9e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:04.869386 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-8607fcc4-00a7-48be-b012-6774a10ad9e5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/13f0f2a8-7f0f-4469-a4d5-64cb8966c152 HTTP/1.1" status: 204 len: 168 time: 0.2469685 Sep 08 01:00:04.871786 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 58972) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 01:00:04.874257 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e1166d-39a8-4a3a-9ce5-e43f2ee28a34 None None] Network e6526d04-48d2-40b4-9e76-78a89af5f70a requested from dv-cinder-759961-13-iscsi {{(pid=105700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 01:00:04.938016 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-9218c995-5836-4a8f-8eb1-51661149f7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3464973'] for network, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:04.989857 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.plugin [None req-9218c995-5836-4a8f-8eb1-51661149f7ca admin admin] Deleting port 08d2e01c-ec78-4501-a4df-86c7badaa7d3 {{(pid=105699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 01:00:04.990298 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-9218c995-5836-4a8f-8eb1-51661149f7ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256891158'] for port, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:05.057324 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.db [None req-9218c995-5836-4a8f-8eb1-51661149f7ca admin admin] For port 08d2e01c-ec78-4501-a4df-86c7badaa7d3, host dv-cinder-759961-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=08d2e01c-ec78-4501-a4df-86c7badaa7d3,segment=NetworkSegment(66ccd0b1-4836-4259-add1-0dd342b6eabf),segment_id=66ccd0b1-4836-4259-add1-0dd342b6eabf)] {{(pid=105699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 01:00:05.057617 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-9218c995-5836-4a8f-8eb1-51661149f7ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538637'] for port, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:05.070210 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.plugin [None req-9218c995-5836-4a8f-8eb1-51661149f7ca admin admin] Calling delete_port for 08d2e01c-ec78-4501-a4df-86c7badaa7d3 owned by network:dhcp {{(pid=105699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 01:00:05.124000 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0594d8-cfb2-401c-a92c-7aac36938a68 None None] DHCP port deletion for e6526d04-48d2-40b4-9e76-78a89af5f70a request from dv-cinder-759961-13-iscsi {{(pid=105700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 01:00:05.154015 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-9218c995-5836-4a8f-8eb1-51661149f7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256896220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792256344486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517368'] for port, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:05.174735 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-4e0594d8-cfb2-401c-a92c-7aac36938a68 None None] Deleting port 08d2e01c-ec78-4501-a4df-86c7badaa7d3 {{(pid=105700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 01:00:05.175114 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-4e0594d8-cfb2-401c-a92c-7aac36938a68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256891158'] for port, before_delete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:05.184755 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9218c995-5836-4a8f-8eb1-51661149f7ca admin admin] Pushing event deleted for resources: {'Port': ['ID=08d2e01c-ec78-4501-a4df-86c7badaa7d3,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 01:00:05.186613 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9218c995-5836-4a8f-8eb1-51661149f7ca admin admin] No DVR routers for this DVR port 08d2e01c-ec78-4501-a4df-86c7badaa7d3 on host dv-cinder-759961-13-iscsi {{(pid=105699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 01:00:05.268678 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-9218c995-5836-4a8f-8eb1-51661149f7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3575435', 'neutron.services.segments.db._delete_segments_for_network-8792256839289'] for network, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:05.289291 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.services.segments.db [None req-9218c995-5836-4a8f-8eb1-51661149f7ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6526d04-48d2-40b4-9e76-78a89af5f70a']}} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 01:00:05.299975 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.services.segments.db [None req-9218c995-5836-4a8f-8eb1-51661149f7ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66ccd0b1-4836-4259-add1-0dd342b6eabf') {'for_net_delete': True} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 01:00:05.300323 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.services.segments.db [None req-9218c995-5836-4a8f-8eb1-51661149f7ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66ccd0b1-4836-4259-add1-0dd342b6eabf') {} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 01:00:05.310377 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-9218c995-5836-4a8f-8eb1-51661149f7ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792256841090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25306834'] for segment, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:05.325052 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-9218c995-5836-4a8f-8eb1-51661149f7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3575388'] for segment, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:05.331803 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9218c995-5836-4a8f-8eb1-51661149f7ca admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=105699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 01:00:05.332207 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-9218c995-5836-4a8f-8eb1-51661149f7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3575388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25502703'] for segment, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:05.333891 dv-cinder-759961-13-iscsi neutron-server[105699]: Traceback (most recent call last): Sep 08 01:00:05.333891 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 01:00:05.333891 dv-cinder-759961-13-iscsi neutron-server[105699]: timer() Sep 08 01:00:05.333891 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 01:00:05.333891 dv-cinder-759961-13-iscsi neutron-server[105699]: cb(*args, **kw) Sep 08 01:00:05.333891 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 01:00:05.333891 dv-cinder-759961-13-iscsi neutron-server[105699]: return func(*args, **kwargs) Sep 08 01:00:05.333891 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 01:00:05.333891 dv-cinder-759961-13-iscsi neutron-server[105699]: self._notify() Sep 08 01:00:05.333891 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 01:00:05.333891 dv-cinder-759961-13-iscsi neutron-server[105699]: self.callback(batched_events) Sep 08 01:00:05.333891 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 01:00:05.333891 dv-cinder-759961-13-iscsi neutron-server[105699]: event.method(event) Sep 08 01:00:05.333891 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 01:00:05.333891 dv-cinder-759961-13-iscsi neutron-server[105699]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 01:00:05.333891 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 01:00:05.333891 dv-cinder-759961-13-iscsi neutron-server[105699]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 01:00:05.333891 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 01:00:05.333891 dv-cinder-759961-13-iscsi neutron-server[105699]: return f(self, *a, **k) Sep 08 01:00:05.333891 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 01:00:05.333891 dv-cinder-759961-13-iscsi neutron-server[105699]: return self._get(url).json() Sep 08 01:00:05.333891 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 01:00:05.333891 dv-cinder-759961-13-iscsi neutron-server[105699]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 01:00:05.333891 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 01:00:05.333891 dv-cinder-759961-13-iscsi neutron-server[105699]: return self.request(url, 'GET', **kwargs) Sep 08 01:00:05.333891 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 01:00:05.333891 dv-cinder-759961-13-iscsi neutron-server[105699]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 01:00:05.333891 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 01:00:05.333891 dv-cinder-759961-13-iscsi neutron-server[105699]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 01:00:05.333891 dv-cinder-759961-13-iscsi neutron-server[105699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 01:00:05.333891 dv-cinder-759961-13-iscsi neutron-server[105699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 01:00:05.333891 dv-cinder-759961-13-iscsi neutron-server[105699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 01:00:05.369428 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.db [None req-4e0594d8-cfb2-401c-a92c-7aac36938a68 None None] For port 08d2e01c-ec78-4501-a4df-86c7badaa7d3, host dv-cinder-759961-13-iscsi, got binding levels [] {{(pid=105700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 01:00:05.369824 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-4e0594d8-cfb2-401c-a92c-7aac36938a68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538637'] for port, precommit_delete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:05.383423 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-4e0594d8-cfb2-401c-a92c-7aac36938a68 None None] Calling delete_port for 08d2e01c-ec78-4501-a4df-86c7badaa7d3 owned by network:dhcp {{(pid=105700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 01:00:05.386119 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.ipam_backend_mixin [None req-4e0594d8-cfb2-401c-a92c-7aac36938a68 None None] Port 08d2e01c-ec78-4501-a4df-86c7badaa7d3 was not found and therefore no delete operation was performed {{(pid=105700) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 08 01:00:05.387555 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-4e0594d8-cfb2-401c-a92c-7aac36938a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256896220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792256344486'] for port, after_delete {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:05.397000 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-9218c995-5836-4a8f-8eb1-51661149f7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3575428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529414'] for network, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:05.401441 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-9218c995-5836-4a8f-8eb1-51661149f7ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for network, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:05.406784 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-9218c995-5836-4a8f-8eb1-51661149f7ca admin admin] 10.222.0.15 "DELETE /v2.0/networks/e6526d04-48d2-40b4-9e76-78a89af5f70a HTTP/1.1" status: 204 len: 168 time: 0.5297909 Sep 08 01:00:05.407846 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 58974) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 01:00:05.415582 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0594d8-cfb2-401c-a92c-7aac36938a68 None None] Pushing event deleted for resources: {'Port': ['ID=08d2e01c-ec78-4501-a4df-86c7badaa7d3,revision_number=None']} {{(pid=105700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 01:00:05.416618 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9218c995-5836-4a8f-8eb1-51661149f7ca admin admin] Pushing event deleted for resources: {'Network': ['ID=e6526d04-48d2-40b4-9e76-78a89af5f70a,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 01:00:05.423726 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0594d8-cfb2-401c-a92c-7aac36938a68 None None] No DVR routers for this DVR port 08d2e01c-ec78-4501-a4df-86c7badaa7d3 on host dv-cinder-759961-13-iscsi {{(pid=105700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 01:00:05.425850 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0594d8-cfb2-401c-a92c-7aac36938a68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 01:00:05.426218 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0594d8-cfb2-401c-a92c-7aac36938a68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 01:00:05.426540 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0594d8-cfb2-401c-a92c-7aac36938a68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 01:00:05.426878 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0594d8-cfb2-401c-a92c-7aac36938a68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 01:00:05.427208 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0594d8-cfb2-401c-a92c-7aac36938a68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 01:00:05.427658 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0594d8-cfb2-401c-a92c-7aac36938a68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 01:00:05.427992 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0594d8-cfb2-401c-a92c-7aac36938a68 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 01:00:05.428319 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0594d8-cfb2-401c-a92c-7aac36938a68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 01:00:05.428647 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0594d8-cfb2-401c-a92c-7aac36938a68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 01:00:05.428969 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0594d8-cfb2-401c-a92c-7aac36938a68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 01:00:05.429292 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0594d8-cfb2-401c-a92c-7aac36938a68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 01:00:05.429613 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0594d8-cfb2-401c-a92c-7aac36938a68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-13-iscsi {{(pid=105700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 01:00:05.746137 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-12809744-b453-4b37-b6eb-244c2967cce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531572'] for router_interface, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:05.913538 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 943f9067-88b6-4368-8a34-1666005e305f no longer exists at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 01:00:05.932863 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] No Port match for: 943f9067-88b6-4368-8a34-1666005e305f {{(pid=105700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 01:00:05.933280 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 943f9067-88b6-4368-8a34-1666005e305f not bound to the agent host dv-cinder-759961-13-iscsi {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 01:00:05.933757 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 1a6365e5-4caf-4a12-b892-7fab11c41862 no longer exists at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 01:00:05.955011 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] No Port match for: 1a6365e5-4caf-4a12-b892-7fab11c41862 {{(pid=105700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 01:00:05.955346 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 1a6365e5-4caf-4a12-b892-7fab11c41862 not bound to the agent host dv-cinder-759961-13-iscsi {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 01:00:05.955778 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 08d2e01c-ec78-4501-a4df-86c7badaa7d3 no longer exists at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 01:00:05.973407 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] No Port match for: 08d2e01c-ec78-4501-a4df-86c7badaa7d3 {{(pid=105700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 01:00:05.973749 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 08d2e01c-ec78-4501-a4df-86c7badaa7d3 not bound to the agent host dv-cinder-759961-13-iscsi {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 01:00:05.985334 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-12809744-b453-4b37-b6eb-244c2967cce3 admin admin] Deleting port fbd0aa5e-56a0-43f9-b7fe-d19bdfdc7e82 {{(pid=105698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 01:00:05.985678 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-12809744-b453-4b37-b6eb-244c2967cce3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256891158'] for port, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:06.062915 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-12809744-b453-4b37-b6eb-244c2967cce3 admin admin] For port fbd0aa5e-56a0-43f9-b7fe-d19bdfdc7e82, host dv-cinder-759961-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=fbd0aa5e-56a0-43f9-b7fe-d19bdfdc7e82,segment=NetworkSegment(77db29b3-c6d9-4cf5-8b31-ee0af2fd74a8),segment_id=77db29b3-c6d9-4cf5-8b31-ee0af2fd74a8)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 01:00:06.063275 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-12809744-b453-4b37-b6eb-244c2967cce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538637'] for port, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:06.075053 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-12809744-b453-4b37-b6eb-244c2967cce3 admin admin] Calling delete_port for fbd0aa5e-56a0-43f9-b7fe-d19bdfdc7e82 owned by network:router_interface {{(pid=105698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 01:00:06.250866 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-12809744-b453-4b37-b6eb-244c2967cce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256896220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792256344486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705649'] for port, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:06.276106 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12809744-b453-4b37-b6eb-244c2967cce3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbd0aa5e-56a0-43f9-b7fe-d19bdfdc7e82,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 01:00:06.438035 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-12809744-b453-4b37-b6eb-244c2967cce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531608'] for router_interface, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:06.643951 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12809744-b453-4b37-b6eb-244c2967cce3 admin admin] Router 4d94c98d-e047-49a0-bd4a-4358054643e1 has already been hosted by L3 agent e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146 {{(pid=105698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 01:00:06.743320 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12809744-b453-4b37-b6eb-244c2967cce3 admin admin] Notify agent at l3_agent.dv-cinder-759961-13-iscsi the message routers_updated {{(pid=105698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 01:00:06.749094 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-12809744-b453-4b37-b6eb-244c2967cce3 admin admin] 10.222.0.15 "PUT /v2.0/routers/4d94c98d-e047-49a0-bd4a-4358054643e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3381479 Sep 08 01:00:06.751233 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 58976) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 01:00:06.752786 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbfbdb8-8a71-4a9d-8d93-7e84a30ef648 None None] Sync routers for ids ['4d94c98d-e047-49a0-bd4a-4358054643e1'] in dv-cinder-759961-13-iscsi {{(pid=105701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 01:00:06.761812 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbfbdb8-8a71-4a9d-8d93-7e84a30ef648 None None] Routers {'4d94c98d-e047-49a0-bd4a-4358054643e1'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 01:00:06.762480 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-5fbfbdb8-8a71-4a9d-8d93-7e84a30ef648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:59:51Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['4d94c98d-e047-49a0-bd4a-4358054643e1'], 'active': True} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 01:00:06.853071 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-a41f69e6-7d64-4635-be82-48104f22ad7e admin admin] Notify callbacks [] for router, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:06.863686 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvr_db [None req-5fbfbdb8-8a71-4a9d-8d93-7e84a30ef648 None None] Set router 4d94c98d-e047-49a0-bd4a-4358054643e1 gateway port host: dv-cinder-759961-13-iscsi {{(pid=105701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 01:00:06.954584 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-a41f69e6-7d64-4635-be82-48104f22ad7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:07.007062 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-a41f69e6-7d64-4635-be82-48104f22ad7e admin admin] Deleting port 9d06bec8-8d21-482d-9236-95370144e16d {{(pid=105698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 01:00:07.007406 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-a41f69e6-7d64-4635-be82-48104f22ad7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256891158'] for port, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:07.038635 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-5fbfbdb8-8a71-4a9d-8d93-7e84a30ef648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d94c98d-e047-49a0-bd4a-4358054643e1', 'name': 'tempest-TestShelveInstance-377024876-router', 'tenant_id': '9b7253d5888e44fbb73139dbd75e59e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'external_fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '9d06bec8-8d21-482d-9236-95370144e16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:54:56Z', 'updated_at': '2021-09-08T01:00:06Z', 'revision_number': 5, 'project_id': '9b7253d5888e44fbb73139dbd75e59e9', 'gw_port': {'id': '9d06bec8-8d21-482d-9236-95370144e16d', 'name': '', 'network_id': 'aeb1b426-56a4-445f-8c16-06e4bfc4278a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d94c98d-e047-49a0-bd4a-4358054643e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T00:54:56Z', 'updated_at': '2021-09-08T00:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22fae44-982b-434e-84ec-8582a9df6d9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-13-iscsi'}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 01:00:07.068424 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbfbdb8-8a71-4a9d-8d93-7e84a30ef648 None None] Checking router: 4d94c98d-e047-49a0-bd4a-4358054643e1 for host: dv-cinder-759961-13-iscsi {{(pid=105701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 01:00:07.076474 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbfbdb8-8a71-4a9d-8d93-7e84a30ef648 None None] Routers {'4d94c98d-e047-49a0-bd4a-4358054643e1'} bound to L3 agent in host dv-cinder-759961-13-iscsi {{(pid=105701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 01:00:07.077074 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-5fbfbdb8-8a71-4a9d-8d93-7e84a30ef648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T00:35:51Z,description=,heartbeat_timestamp=2021-09-08T00:59:51Z,host='dv-cinder-759961-13-iscsi',id=e5e043e4-b8dc-4a97-84d5-e7d2cc3a5146,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T00:35:51Z,topic='l3_agent')) {'router_ids': ['4d94c98d-e047-49a0-bd4a-4358054643e1'], 'active': True} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 01:00:07.088794 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-a41f69e6-7d64-4635-be82-48104f22ad7e admin admin] For port 9d06bec8-8d21-482d-9236-95370144e16d, host dv-cinder-759961-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=9d06bec8-8d21-482d-9236-95370144e16d,segment=NetworkSegment(8f85bbb2-d588-4058-a2ba-8b00436e9fac),segment_id=8f85bbb2-d588-4058-a2ba-8b00436e9fac)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 01:00:07.089160 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-a41f69e6-7d64-4635-be82-48104f22ad7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538637'] for port, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:07.101490 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-a41f69e6-7d64-4635-be82-48104f22ad7e admin admin] Calling delete_port for 9d06bec8-8d21-482d-9236-95370144e16d owned by network:router_gateway {{(pid=105698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 01:00:07.160866 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_dvr_db [None req-5fbfbdb8-8a71-4a9d-8d93-7e84a30ef648 None None] Set router 4d94c98d-e047-49a0-bd4a-4358054643e1 gateway port host: None {{(pid=105701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 01:00:07.267207 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-a41f69e6-7d64-4635-be82-48104f22ad7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256896220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792256344486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705649'] for port, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:07.293290 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f69e6-7d64-4635-be82-48104f22ad7e admin admin] Pushing event deleted for resources: {'Port': ['ID=9d06bec8-8d21-482d-9236-95370144e16d,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 01:00:07.306900 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.l3_hamode_db [None req-5fbfbdb8-8a71-4a9d-8d93-7e84a30ef648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d94c98d-e047-49a0-bd4a-4358054643e1', 'name': 'tempest-TestShelveInstance-377024876-router', 'tenant_id': '9b7253d5888e44fbb73139dbd75e59e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:54:56Z', 'updated_at': '2021-09-08T01:00:06Z', 'revision_number': 6, 'project_id': '9b7253d5888e44fbb73139dbd75e59e9', 'gw_port_host': None}], 'dv-cinder-759961-13-iscsi', False) {} {{(pid=105701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 01:00:07.333119 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbfbdb8-8a71-4a9d-8d93-7e84a30ef648 None None] The sync data for ids ['4d94c98d-e047-49a0-bd4a-4358054643e1'] in dv-cinder-759961-13-iscsi is: [{'id': '4d94c98d-e047-49a0-bd4a-4358054643e1', 'name': 'tempest-TestShelveInstance-377024876-router', 'tenant_id': '9b7253d5888e44fbb73139dbd75e59e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T00:54:56Z', 'updated_at': '2021-09-08T01:00:06Z', 'revision_number': 6, 'project_id': '9b7253d5888e44fbb73139dbd75e59e9', 'gw_port_host': None}] {{(pid=105701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 01:00:07.353276 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-a41f69e6-7d64-4635-be82-48104f22ad7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529466'] for router_gateway, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:07.438825 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-a41f69e6-7d64-4635-be82-48104f22ad7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6558'] for router, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:07.440920 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-a41f69e6-7d64-4635-be82-48104f22ad7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:07.485187 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-a41f69e6-7d64-4635-be82-48104f22ad7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528720'] for router, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:07.485736 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a41f69e6-7d64-4635-be82-48104f22ad7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d94c98d-e047-49a0-bd4a-4358054643e1 {{(pid=105698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 01:00:07.490096 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-a41f69e6-7d64-4635-be82-48104f22ad7e admin admin] Notify callbacks [] for router, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:07.491169 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-a41f69e6-7d64-4635-be82-48104f22ad7e admin admin] 10.222.0.15 "DELETE /v2.0/routers/4d94c98d-e047-49a0-bd4a-4358054643e1 HTTP/1.1" status: 204 len: 168 time: 0.7388239 Sep 08 01:00:07.493827 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 58978) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 01:00:07.537774 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.db_base_plugin_v2 [None req-fab28557-07a9-4188-99ec-d60519ca14b5 admin admin] Deleting subnet 3ffc68b6-2bb9-4464-bd51-e99913e3db93 {{(pid=105698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 01:00:07.540751 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-fab28557-07a9-4188-99ec-d60519ca14b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:07.573618 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-fab28557-07a9-4188-99ec-d60519ca14b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7633556'] for subnet, precommit_delete_associations {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:07.650621 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-fab28557-07a9-4188-99ec-d60519ca14b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3572486'] for subnet, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:07.707335 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-fab28557-07a9-4188-99ec-d60519ca14b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3572543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7705668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4725603'] for subnet, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:07.732920 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab28557-07a9-4188-99ec-d60519ca14b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ffc68b6-2bb9-4464-bd51-e99913e3db93,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 01:00:07.737044 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-fab28557-07a9-4188-99ec-d60519ca14b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for subnet, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:07.738925 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-fab28557-07a9-4188-99ec-d60519ca14b5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3ffc68b6-2bb9-4464-bd51-e99913e3db93 HTTP/1.1" status: 204 len: 168 time: 0.2441871 Sep 08 01:00:07.742133 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 58980) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 01:00:07.745848 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8716e346-71b4-49ae-b5b5-8fe98ad2033e None None] Network 82685ee8-b5a3-4954-b601-058b25c8af26 requested from dv-cinder-759961-13-iscsi {{(pid=105700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 01:00:07.815545 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-376079bf-7805-4d08-86b6-e72fc50fc696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3464973'] for network, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:07.866221 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-376079bf-7805-4d08-86b6-e72fc50fc696 admin admin] Deleting port cdf1a75e-f7f7-4d99-9131-3af85bcc04d0 {{(pid=105698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 01:00:07.866556 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-376079bf-7805-4d08-86b6-e72fc50fc696 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256891158'] for port, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:07.926880 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-376079bf-7805-4d08-86b6-e72fc50fc696 admin admin] For port cdf1a75e-f7f7-4d99-9131-3af85bcc04d0, host dv-cinder-759961-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-13-iscsi',level=0,port_id=cdf1a75e-f7f7-4d99-9131-3af85bcc04d0,segment=NetworkSegment(77db29b3-c6d9-4cf5-8b31-ee0af2fd74a8),segment_id=77db29b3-c6d9-4cf5-8b31-ee0af2fd74a8)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 01:00:07.927235 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-376079bf-7805-4d08-86b6-e72fc50fc696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538637'] for port, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:07.938835 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-376079bf-7805-4d08-86b6-e72fc50fc696 admin admin] Calling delete_port for cdf1a75e-f7f7-4d99-9131-3af85bcc04d0 owned by network:dhcp {{(pid=105698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 01:00:08.015275 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-376079bf-7805-4d08-86b6-e72fc50fc696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3544091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256896220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792256344486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705649'] for port, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:08.040440 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376079bf-7805-4d08-86b6-e72fc50fc696 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdf1a75e-f7f7-4d99-9131-3af85bcc04d0,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 01:00:08.042249 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376079bf-7805-4d08-86b6-e72fc50fc696 admin admin] No DVR routers for this DVR port cdf1a75e-f7f7-4d99-9131-3af85bcc04d0 on host dv-cinder-759961-13-iscsi {{(pid=105698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 01:00:08.103034 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785649a5-057d-4be6-8aed-c3368577591c None None] DHCP port deletion for 82685ee8-b5a3-4954-b601-058b25c8af26 request from dv-cinder-759961-13-iscsi {{(pid=105700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 01:00:08.118242 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-376079bf-7805-4d08-86b6-e72fc50fc696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3575435', 'neutron.services.segments.db._delete_segments_for_network-8792256839289'] for network, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:08.141532 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.services.segments.db [None req-376079bf-7805-4d08-86b6-e72fc50fc696 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82685ee8-b5a3-4954-b601-058b25c8af26']}} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 01:00:08.150453 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.services.segments.db [None req-376079bf-7805-4d08-86b6-e72fc50fc696 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77db29b3-c6d9-4cf5-8b31-ee0af2fd74a8') {'for_net_delete': True} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 01:00:08.150866 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.services.segments.db [None req-376079bf-7805-4d08-86b6-e72fc50fc696 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77db29b3-c6d9-4cf5-8b31-ee0af2fd74a8') {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 01:00:08.160730 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-376079bf-7805-4d08-86b6-e72fc50fc696 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792256841090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7633565'] for segment, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:08.177457 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-376079bf-7805-4d08-86b6-e72fc50fc696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3575388'] for segment, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:08.182793 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 9d06bec8-8d21-482d-9236-95370144e16d no longer exists at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 01:00:08.184370 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-376079bf-7805-4d08-86b6-e72fc50fc696 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=105698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 01:00:08.184768 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-376079bf-7805-4d08-86b6-e72fc50fc696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3575388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7727846'] for segment, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:08.186934 dv-cinder-759961-13-iscsi neutron-server[105698]: Traceback (most recent call last): Sep 08 01:00:08.186934 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 01:00:08.186934 dv-cinder-759961-13-iscsi neutron-server[105698]: timer() Sep 08 01:00:08.186934 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 01:00:08.186934 dv-cinder-759961-13-iscsi neutron-server[105698]: cb(*args, **kw) Sep 08 01:00:08.186934 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 01:00:08.186934 dv-cinder-759961-13-iscsi neutron-server[105698]: return func(*args, **kwargs) Sep 08 01:00:08.186934 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 01:00:08.186934 dv-cinder-759961-13-iscsi neutron-server[105698]: self._notify() Sep 08 01:00:08.186934 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 01:00:08.186934 dv-cinder-759961-13-iscsi neutron-server[105698]: self.callback(batched_events) Sep 08 01:00:08.186934 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 01:00:08.186934 dv-cinder-759961-13-iscsi neutron-server[105698]: event.method(event) Sep 08 01:00:08.186934 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 01:00:08.186934 dv-cinder-759961-13-iscsi neutron-server[105698]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 01:00:08.186934 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 01:00:08.186934 dv-cinder-759961-13-iscsi neutron-server[105698]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 01:00:08.186934 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 01:00:08.186934 dv-cinder-759961-13-iscsi neutron-server[105698]: return f(self, *a, **k) Sep 08 01:00:08.186934 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 01:00:08.186934 dv-cinder-759961-13-iscsi neutron-server[105698]: return self._get(url).json() Sep 08 01:00:08.186934 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 01:00:08.186934 dv-cinder-759961-13-iscsi neutron-server[105698]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 01:00:08.186934 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 01:00:08.186934 dv-cinder-759961-13-iscsi neutron-server[105698]: return self.request(url, 'GET', **kwargs) Sep 08 01:00:08.186934 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 01:00:08.186934 dv-cinder-759961-13-iscsi neutron-server[105698]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 01:00:08.186934 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 01:00:08.186934 dv-cinder-759961-13-iscsi neutron-server[105698]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 01:00:08.186934 dv-cinder-759961-13-iscsi neutron-server[105698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 01:00:08.186934 dv-cinder-759961-13-iscsi neutron-server[105698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 01:00:08.186934 dv-cinder-759961-13-iscsi neutron-server[105698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 01:00:08.204518 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] No Port match for: 9d06bec8-8d21-482d-9236-95370144e16d {{(pid=105700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 01:00:08.204870 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device 9d06bec8-8d21-482d-9236-95370144e16d not bound to the agent host dv-cinder-759961-13-iscsi {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 01:00:08.205294 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device cdf1a75e-f7f7-4d99-9131-3af85bcc04d0 no longer exists at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 01:00:08.229547 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] No Port match for: cdf1a75e-f7f7-4d99-9131-3af85bcc04d0 {{(pid=105700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 01:00:08.229898 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device cdf1a75e-f7f7-4d99-9131-3af85bcc04d0 not bound to the agent host dv-cinder-759961-13-iscsi {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 01:00:08.230325 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device fbd0aa5e-56a0-43f9-b7fe-d19bdfdc7e82 no longer exists at agent ovs-agent-dv-cinder-759961-13-iscsi {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 01:00:08.242213 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-376079bf-7805-4d08-86b6-e72fc50fc696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3575428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529414'] for network, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:08.246841 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-376079bf-7805-4d08-86b6-e72fc50fc696 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526568'] for network, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:08.248807 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-376079bf-7805-4d08-86b6-e72fc50fc696 admin admin] 10.222.0.15 "DELETE /v2.0/networks/82685ee8-b5a3-4954-b601-058b25c8af26 HTTP/1.1" status: 204 len: 168 time: 0.5063252 Sep 08 01:00:08.253724 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.plugin [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] No Port match for: fbd0aa5e-56a0-43f9-b7fe-d19bdfdc7e82 {{(pid=105700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 01:00:08.253975 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron.plugins.ml2.rpc [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Device fbd0aa5e-56a0-43f9-b7fe-d19bdfdc7e82 not bound to the agent host dv-cinder-759961-13-iscsi {{(pid=105700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 01:00:08.262234 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376079bf-7805-4d08-86b6-e72fc50fc696 admin admin] Pushing event deleted for resources: {'Network': ['ID=82685ee8-b5a3-4954-b601-058b25c8af26,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 01:00:08.374673 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 58984) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 01:00:08.416440 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-b9911836-38c4-4b4f-b5d8-d0a159049dd5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ebae23dae4654fdf9e39188a8e715c3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406342 Sep 08 01:00:08.418875 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.wsgi [-] (105698) accepted ('10.222.0.15', 58986) {{(pid=105698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 01:00:08.467713 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-931dfc25-5d60-42b3-a20e-8583d9f79505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:08.488484 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-931dfc25-5d60-42b3-a20e-8583d9f79505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:08.534845 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-931dfc25-5d60-42b3-a20e-8583d9f79505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:08.537422 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-931dfc25-5d60-42b3-a20e-8583d9f79505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:08.538796 dv-cinder-759961-13-iscsi neutron-server[105698]: INFO neutron.wsgi [None req-931dfc25-5d60-42b3-a20e-8583d9f79505 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/73570af7-90e8-4d60-8bd1-63a13dee24db HTTP/1.1" status: 204 len: 168 time: 0.1189070 Sep 08 01:00:08.547146 dv-cinder-759961-13-iscsi neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931dfc25-5d60-42b3-a20e-8583d9f79505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73570af7-90e8-4d60-8bd1-63a13dee24db,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 01:00:08.846260 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 58992) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 01:00:08.884633 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-54494aac-8a24-4b6f-bb56-42d4e7adf9c9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9b7253d5888e44fbb73139dbd75e59e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371754 Sep 08 01:00:08.886886 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [-] (105699) accepted ('10.222.0.15', 58994) {{(pid=105699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 01:00:08.932273 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1aeb18a1-b5d9-41dd-927a-f285ac36a839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:08.952650 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1aeb18a1-b5d9-41dd-927a-f285ac36a839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:09.001454 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1aeb18a1-b5d9-41dd-927a-f285ac36a839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635594'] for security_group, after_delete {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:09.004097 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-1aeb18a1-b5d9-41dd-927a-f285ac36a839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:09.005293 dv-cinder-759961-13-iscsi neutron-server[105699]: INFO neutron.wsgi [None req-1aeb18a1-b5d9-41dd-927a-f285ac36a839 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f56223b3-8097-4492-b7f2-65c3b734a626 HTTP/1.1" status: 204 len: 168 time: 0.1175430 Sep 08 01:00:09.012878 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb18a1-b5d9-41dd-927a-f285ac36a839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56223b3-8097-4492-b7f2-65c3b734a626,revision_number=None']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 01:00:13.175717 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.agents_db [None req-8a21184a-e449-40d8-9b7c-bcfe602fdfc6 None None] Agent healthcheck: found 6 active agents {{(pid=105701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 01:00:15.583265 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:17.833040 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-2bfa8345-4e22-4c23-a792-062a7af92d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:20.833662 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:20.837369 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-7f28797f-1926-4674-a1f5-81af32e78eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:21.698677 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:23.168002 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:45.605178 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:47.833699 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-ce7c02c6-a466-4a73-98ed-8dcb327bb8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:50.175125 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.agents_db [None req-8a21184a-e449-40d8-9b7c-bcfe602fdfc6 None None] Agent healthcheck: found 6 active agents {{(pid=105701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 01:00:50.832485 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:50.834142 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-e98bbbae-4d96-489a-823d-6a2f13394810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:51.701328 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:00:53.169615 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:01:15.597886 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:01:17.833622 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-7790fc08-ab8f-4543-8fb0-98778629f57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:01:20.832401 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-7618aa1e-7f4d-4809-abdb-c0c707cbe6a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:01:20.834240 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:01:21.705231 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:01:23.173004 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:01:27.175267 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.agents_db [None req-8a21184a-e449-40d8-9b7c-bcfe602fdfc6 None None] Agent healthcheck: found 6 active agents {{(pid=105701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 01:01:45.607437 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:01:47.833605 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-de64e166-9a4c-4e39-8d32-c5188bbcb774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:01:50.831212 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-9526397b-360d-4cdc-9a3d-bb32e49bd95a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:01:50.832932 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:01:51.708280 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:01:53.175688 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:02:04.174698 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.agents_db [None req-8a21184a-e449-40d8-9b7c-bcfe602fdfc6 None None] Agent healthcheck: found 6 active agents {{(pid=105701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 01:02:15.597265 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:02:17.833933 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-8ac88653-31cf-4efe-818d-772a4d651af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:02:20.832825 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-3a99d9c7-9f8d-48b6-b177-a7ec21c1d77c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:02:20.834604 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:02:21.710521 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:02:23.178234 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:02:41.173508 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.agents_db [None req-8a21184a-e449-40d8-9b7c-bcfe602fdfc6 None None] Agent healthcheck: found 6 active agents {{(pid=105701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 01:02:45.596844 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:02:47.835260 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-ab18b949-28d4-40ce-9a96-67f602c3dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:02:50.832075 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-9c4cdd37-3365-4e73-abf8-70f0470dfe0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:02:50.833765 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:02:51.713345 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:02:53.180114 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:03:01.356357 dv-cinder-759961-13-iscsi neutron-server[105699]: DEBUG neutron.wsgi [req-56dbf25c-dfcc-40a8-95fb-f79387fb8114 req-bc63e98d-62ad-495c-86af-3c573677996e service neutron] (105699) timed out ('10.222.0.35', 57661) {{(pid=105699) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 08 01:03:15.611232 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:03:17.836097 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-4965055e-068f-4985-b3a7-8aeb6876fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:03:18.172959 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.agents_db [None req-8a21184a-e449-40d8-9b7c-bcfe602fdfc6 None None] Agent healthcheck: found 6 active agents {{(pid=105701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 01:03:20.830767 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-ae7afec7-48f9-4245-89e3-e9e4a29b0fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:03:20.832620 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:03:21.716267 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:03:23.182271 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:03:45.625699 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:03:47.835588 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-847b55b5-0903-40cb-bd8e-32b183388688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:03:50.829930 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-7bad0594-01b4-41e5-8c76-45b72bca119d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:03:50.831978 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:03:51.719163 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:03:53.185769 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:03:55.172118 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.agents_db [None req-8a21184a-e449-40d8-9b7c-bcfe602fdfc6 None None] Agent healthcheck: found 6 active agents {{(pid=105701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 01:04:15.625189 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:04:17.835950 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-92ed47a7-7c6b-4730-870f-d9edc41a187a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:04:20.828202 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-225d20d2-90cc-4d84-9a55-f13ee43bf3c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:04:20.829873 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:04:21.722413 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:04:23.187423 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:04:32.171292 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.agents_db [None req-8a21184a-e449-40d8-9b7c-bcfe602fdfc6 None None] Agent healthcheck: found 6 active agents {{(pid=105701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 01:04:45.639058 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:04:47.836711 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-d2e6d2e1-52ae-469e-be44-85cf2fa709f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:04:50.836010 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:04:50.837848 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-c8c82e3c-a464-4660-9ff0-3c44c21e4d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:04:51.725748 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:04:53.190112 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:05:09.169485 dv-cinder-759961-13-iscsi neutron-server[105701]: DEBUG neutron.db.agents_db [None req-8a21184a-e449-40d8-9b7c-bcfe602fdfc6 None None] Agent healthcheck: found 6 active agents {{(pid=105701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 01:05:15.648168 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-080bdf4d-500c-4464-af41-5a614a461bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:05:17.836958 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-0e7e7e36-3d3b-4591-97e0-919c93265b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:05:20.824000 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-afc32c07-999b-48e2-85dd-9d3eb29410ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:05:20.829501 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-b260590b-13a7-4035-b13b-e4cfb2db94b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:05:21.728616 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-110bbdd6-4177-4e51-a5f8-7b73a3f9fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 01:05:23.192997 dv-cinder-759961-13-iscsi neutron-server[105700]: DEBUG neutron_lib.callbacks.manager [None req-367e916f-4c9c-422d-87a4-4b71364484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256839271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3601493'] for agent, after_update {{(pid=105700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}